-- Logs begin at Wed 2021-02-17 19:40:54 UTC, end at Wed 2021-02-17 20:57:52 UTC. --
Feb 17 20:21:47.138259 dv-cinder-759994-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 20:21:49.904214 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.common.config [-] Logging enabled!
Feb 17 20:21:49.904831 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529
Feb 17 20:21:49.906112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 20:21:49.907894 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.common.config [-] Logging enabled!
Feb 17 20:21:49.908186 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529
Feb 17 20:21:49.908547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 20:21:49.909633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 20:21:49.909928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 20:21:49.910976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 20:21:49.911262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 20:21:49.911528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 20:21:49.911913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.912342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.912759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.913035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.913388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.913833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.914084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.914427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.914777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.915113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.915434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.915762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.916029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.916356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.916690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.917032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.917311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.917618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.918193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.918522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.918845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.919185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.919497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.919815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.920142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.920524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] host                           = dv-cinder-759994-3-iscsi {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.920858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.921188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.921519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.921881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.922200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.922529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.922862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.923184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.923491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.923811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.924143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.924476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.924824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.925099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.925356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.925686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.926063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.926380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.926691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.927118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.927456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.927789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.928102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.928971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.929308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.929642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.929994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.930315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.930632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.930946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.931280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.931602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.931924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.932241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.932583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.932892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.933207 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.933566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.933929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.934262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.934598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.934918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.935253 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.935569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.935882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.936193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.936506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.936819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.937150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.937467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.937805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.938123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.938436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.938770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:49.939115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.939464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.939806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.940131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.940470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.940793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.941131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.941451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.941816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.942413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.942745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.943070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.943398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.943831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.944628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.944977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.945321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.945665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.946008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.946324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.946642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.946970 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.947292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.947634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.947972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.948295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.948605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.948943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.949263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.949577 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.949916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.950254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.950582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.950887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.951210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.951526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.951843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.952153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.952478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.952812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.953132 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.953447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.954344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.954669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.954985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.955310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.955627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.955940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.956252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.956569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.956879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.957192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.957510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.957846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.958165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.958485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.958789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.959102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.959440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.959757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.960066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.960379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.960693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.961004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.961314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.961629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.961993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.962308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.962630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.962971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.963290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.963612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.963935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.964248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.964564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.964881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.965202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.965518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.965855 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.966195 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.966525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.966854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.967174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.967491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.967833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.968153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.968477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.968795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.969113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.969437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.969813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.970153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.970491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.970830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.971169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.971508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.971831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.972193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.972518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:49.972769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 20:21:49.973041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83906) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 20:21:50.636989 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading Gnome
Feb 17 20:21:50.655526 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading Google
Feb 17 20:21:50.658131 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 20:21:50.661637 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading file
Feb 17 20:21:50.663442 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading keyczar
Feb 17 20:21:50.663786 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading multi
Feb 17 20:21:50.664459 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading pyfs
Feb 17 20:21:50.710487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:21:50.710830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:21:50.711130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:21:50.711507 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 20:21:51.109098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.109575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.109740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.160989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.161324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.161640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.165492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.165833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.166146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.236525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.236836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.237139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.238332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.238640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.238945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.519046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc4bb020f28> agent after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.519372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc4bb020f28> agent after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.519678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fc4bb050048> segment precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.519994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fc4bb0500d0> network precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.520833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fc4bb0410d0> segment before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.675262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> network before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.675637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fc4bb2419d8> agent before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.676066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> network before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.676300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> port before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.676564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> port before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.676950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> segment after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.677257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> segment precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.677555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> segment precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.677874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> segment after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.678756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.679212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> network precommit_delete 0 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.679527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> port provisioning_complete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.679842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.680143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> rbac-policy after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.680461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> agent after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.680783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.681081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> subnet precommit_delete 0 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.681406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.681711 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.682212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.682504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.682794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.683139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.683425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.683710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc4bbb32d68>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.684151 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:51.684433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:51.684714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:51.684991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:51.685267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:51.685542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:51.686005 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 20:21:51.689453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 20:21:51.693630 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 20:21:51.697782 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Feb 17 20:21:51.699468 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 20:21:51.700737 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 20:21:51.701130 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 20:21:51.701580 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 20:21:51.704364 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 20:21:51.704657 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 20:21:51.705050 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 20:21:51.735030 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 17 20:21:51.735565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fc4bb1d58d0>> qos_plugin after_init 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.735919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 20:21:51.736343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fc4bb218320>> logging-plugin after_init 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.737727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 20:21:51.738056 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 20:21:51.738343 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 20:21:51.742497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc4bb2183c8>> floatingip before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.742821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc4bb2183c8>> port before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:51.811011 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 20:21:51.811198 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 20:21:51.811483 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 20:21:51.811911 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 20:21:51.846067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.sqlalchemy.engines [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83906) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 20:21:52.299627 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Initializing driver for type 'gre'
Feb 17 20:21:52.300579 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] gre ID ranges: [(1, 1000)]
Feb 17 20:21:52.344243 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Initializing driver for type 'local'
Feb 17 20:21:52.344552 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Initializing driver for type 'vlan'
Feb 17 20:21:52.355503 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] VlanTypeDriver initialization complete
Feb 17 20:21:52.355846 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Initializing driver for type 'vxlan'
Feb 17 20:21:52.356410 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] vxlan ID ranges: [(1, 1000)]
Feb 17 20:21:52.401238 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Initializing extension driver 'port_security'
Feb 17 20:21:52.401610 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] PortSecurityExtensionDriver initialization complete
Feb 17 20:21:52.402098 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Initializing mechanism driver 'openvswitch'
Feb 17 20:21:52.408909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83906) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:21:52.409834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4bb06bd68>> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.410198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4bb06bd68>> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.410589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4bb06bd68>> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.411018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baae1f28>> subnet after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.411415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baae1f28>> subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.411797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baae1f28>> subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.412226 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0240>> network after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.412677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0240>> network after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.413210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0240>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.413656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0400>> security_group after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.414095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0400>> security_group after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.414479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0400>> security_group after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.414904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf05c0>> security_group_rule after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.415284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf05c0>> security_group_rule after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.415666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf05c0>> security_group_rule after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.416236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0780>> address_group after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.416622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0780>> address_group after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.417007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc4baaf0780>> address_group after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.417376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] ML2 OVO RPC backend initialized. {{(pid=83906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 20:21:52.418172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> router_interface after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.418566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> router_interface after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.419034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> network before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.419421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> networks before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.420236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> port before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.420236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> ports before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.420824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> subnet before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.420935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> subnets before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.421275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> network after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.421772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> network after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.422392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.422571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.422900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.423288 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.423673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> subnet after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.424049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.424703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc4baaf0860>> subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.425099 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.plugin [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Modular L2 Plugin initialization complete
Feb 17 20:21:52.425461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading services supported by the core plugin {{(pid=83906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 20:21:52.425870 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Got port-security extension from driver 'port_security'
Feb 17 20:21:52.426399 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.extensions.vlantransparent [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Disabled vlantransparent extension.
Feb 17 20:21:52.426885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 20:21:52.427235 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: router
Feb 17 20:21:52.467579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router_interface before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.468019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router after_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.468438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router before_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.468856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router_interface before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.469290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router_interface after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.469725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router after_delete 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.470161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> floatingip after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.470610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router after_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.470983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.471388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.471788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router_gateway after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.472206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.472708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router precommit_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.473144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fc4bb0f3158> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.473531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fc4bb0f32f0> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.473941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fc4bb0f3268> subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.474326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fc4bb0f31e0> subnetpool_address_scope after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.474722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> port precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.475161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router precommit_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.475739 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fc4bb0cd8c8> port before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.476131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.476553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.476950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router precommit_delete 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.477354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router precommit_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.477803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router_interface after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.478207 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> router precommit_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.478661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc4baaf09e8>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.479715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Tracking information for resource: router configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:52.480093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Tracking information for resource: floatingip configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 20:21:52.485187 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_agentschedulers_db [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 20:21:52.485900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fc4bab1c378> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.486302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fc4bab132f0> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.486693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function _notify_port_delete at 0x7fc4bab1c2f0> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.487105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fc4bab1c510> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.488014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc4baacf748>> router before_create 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.488425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc4baacf748>> router precommit_delete 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.488835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc4baacf748>> router precommit_create 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.489237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc4baacf748>> router precommit_update 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.494029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.provider_configuration [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service providers = [] {{(pid=83906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 20:21:52.494439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.servicetype_db [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 20:21:52.497481 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 20:21:52.497880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 20:21:52.498267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 20:21:52.499169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 20:21:52.499579 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.services.service_base [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 20:21:52.500040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.500371 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 20:21:52.511103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.511468 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: auto_allocate
Feb 17 20:21:52.517345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc4baa468c8> network precommit_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.517783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc4baa468c8> network precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.518380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.518750 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: tag
Feb 17 20:21:52.526418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.526863 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: timestamp
Feb 17 20:21:52.531131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.531821 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: network_ip_availability
Feb 17 20:21:52.538097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc4ba9a1390>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.538516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc4ba9a1390>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.538917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc4ba9a1390>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.539757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.540124 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: flavors
Feb 17 20:21:52.544905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.545304 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading Plugin: revisions
Feb 17 20:21:52.549634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 20:21:52.550093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:21:52.550918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 20:21:52.551292 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Initializing extension manager.
Feb 17 20:21:52.551865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: __init__.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.552264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: __pycache__ {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.552636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.553024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: address_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.554186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.554860 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: address-group
Feb 17 20:21:52.555229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: address_scope.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.556013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.556610 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: address-scope
Feb 17 20:21:52.557010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: admin_state_down_before_update.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.558009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.558600 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: router-admin-state-down-before-update
Feb 17 20:21:52.558971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: agent.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.559744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.560456 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: agent
Feb 17 20:21:52.560703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: agent_resources_synced.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.561640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.562250 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: agent-resources-synced
Feb 17 20:21:52.562621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: allowedaddresspairs.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.564482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.565082 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: allowed-address-pairs
Feb 17 20:21:52.565574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: auto_allocated_topology.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.566618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.567563 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: auto-allocated-topology
Feb 17 20:21:52.567835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.568640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.569939 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: availability_zone
Feb 17 20:21:52.570374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: availability_zone_filter.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.571338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.571927 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: availability_zone_filter
Feb 17 20:21:52.572297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: data_plane_status.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.573230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.573879 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 20:21:52.574248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: default_subnetpools.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.575180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.575768 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: default-subnetpools
Feb 17 20:21:52.576219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: dhcpagentscheduler.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.577121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.577740 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: dhcp_agent_scheduler
Feb 17 20:21:52.578117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: dns.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.579059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.579659 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 20:21:52.580031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: dns_domain_ports.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.581259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.581565 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 20:21:52.581959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: dvr.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.582701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.583297 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: dvr
Feb 17 20:21:52.583673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: empty_string_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.585419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.586046 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: empty-string-filtering
Feb 17 20:21:52.586419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.587360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.587947 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 20:21:52.588310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.589257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.590061 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 20:21:52.590248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: external_net.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.591186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.591782 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: external-net
Feb 17 20:21:52.592143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: extra_dhcp_opt.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.593071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.593759 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: extra_dhcp_opt
Feb 17 20:21:52.594089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: extraroute.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.595067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.595611 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: extraroute
Feb 17 20:21:52.595972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: extraroute_atomic.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.597043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.597633 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: extraroute-atomic
Feb 17 20:21:52.598035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: filter_validation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.598759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.599342 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: filter-validation
Feb 17 20:21:52.599710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: fip_pf_description.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.600775 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.601363 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 20:21:52.601786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: fip_port_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.602713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.603311 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: fip-port-details
Feb 17 20:21:52.603678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: flavors.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.604949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.605550 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: flavors
Feb 17 20:21:52.605982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.607688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.608291 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 20:21:52.608773 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: floatingip_pools.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.609549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.610197 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: floatingip-pools
Feb 17 20:21:52.610574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: ip_allocation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.611552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.612139 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 20:21:52.612536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.614937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.614937 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: ip-substring-filtering
Feb 17 20:21:52.614937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l2_adjacency.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.616858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.616858 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 20:21:52.616858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l3.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.617593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.618286 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: router
Feb 17 20:21:52.618658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l3_conntrack_helper.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.621040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.621656 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 20:21:52.622072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.623078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.623682 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: ext-gw-mode
Feb 17 20:21:52.624054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.625039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.625634 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: l3-ha
Feb 17 20:21:52.626037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l3_flavors.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.626975 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.627567 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: l3-flavors
Feb 17 20:21:52.627940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.628874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.629463 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 20:21:52.629861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: l3agentscheduler.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.631234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.632390 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: l3_agent_scheduler
Feb 17 20:21:52.632763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: logging.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.634411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.635019 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension logging not supported by any of loaded plugins
Feb 17 20:21:52.635400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: metering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.636236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.636958 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: metering
Feb 17 20:21:52.637336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.638526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.639127 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: metering_source_and_destination_fields
Feb 17 20:21:52.639503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: multiprovidernet.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.640467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.641068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: multi-provider
Feb 17 20:21:52.641433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: netmtu.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.642438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.643045 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: net-mtu
Feb 17 20:21:52.643418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: netmtu_writable.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.644347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.644946 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: net-mtu-writable
Feb 17 20:21:52.645315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: network_availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.646076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.646667 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: network_availability_zone
Feb 17 20:21:52.647112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: network_ip_availability.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.648787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.649383 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: network-ip-availability
Feb 17 20:21:52.649777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: network_segment_range.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.650777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.651375 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 20:21:52.651747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: pagination.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.652787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.653155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: pagination
Feb 17 20:21:52.653526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: port_device_profile.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.654510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.655114 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: port-device-profile
Feb 17 20:21:52.655482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.656431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.657028 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: port-mac-address-regenerate
Feb 17 20:21:52.657397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.658360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.658991 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: port-numa-affinity-policy
Feb 17 20:21:52.659300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: port_resource_request.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.660236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.660820 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 20:21:52.661187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: portbindings.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.662154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.662787 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: binding
Feb 17 20:21:52.663161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: portbindings_extended.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.664648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.665247 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: binding-extended
Feb 17 20:21:52.665620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: portsecurity.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.666618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.667209 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: port-security
Feb 17 20:21:52.667579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: project_id.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.668584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.668960 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: project-id
Feb 17 20:21:52.669329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: providernet.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.670309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.670904 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: provider
Feb 17 20:21:52.671273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.674915 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.675532 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos not supported by any of loaded plugins
Feb 17 20:21:52.675912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.679602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.679995 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 20:21:52.680412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.681441 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.682094 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 20:21:52.682508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_default.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.683600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.684202 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-default not supported by any of loaded plugins
Feb 17 20:21:52.684614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_fip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.685377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.686048 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 20:21:52.686471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_gateway_ip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.687473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.688130 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 20:21:52.688553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_port_network_policy.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.689620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.690290 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 20:21:52.690717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_rule_type_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.691722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.692619 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 20:21:52.693040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: qos_rules_alias.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.694864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.695515 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 20:21:52.695945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: quotasv2.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.697069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.697446 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: quotas
Feb 17 20:21:52.697853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: quotasv2_detail.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.699505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.699895 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: quota_details
Feb 17 20:21:52.700263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: rbac.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.701459 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.702096 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: rbac-policies
Feb 17 20:21:52.702472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: rbac_address_scope.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.703429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.704023 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: rbac-address-scope
Feb 17 20:21:52.704394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: rbac_security_groups.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.705453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.706080 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: rbac-security-groups
Feb 17 20:21:52.706448 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: rbac_subnetpool.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.707392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.707986 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: rbac-subnetpool
Feb 17 20:21:52.708365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: revisionifmatch.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.709328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.709952 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: revision-if-match
Feb 17 20:21:52.710400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: revisions.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.711596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.712186 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: standard-attr-revisions
Feb 17 20:21:52.712557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: router_availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.713304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.713930 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: router_availability_zone
Feb 17 20:21:52.714297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: routerservicetype.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.715268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.715865 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 20:21:52.716233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.717183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.717812 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: security-groups-normalized-cidr
Feb 17 20:21:52.718183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: security_groups_port_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.719123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.719712 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: port-security-groups-filtering
Feb 17 20:21:52.720076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.721044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.721632 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: security-groups-remote-address-group
Feb 17 20:21:52.722029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: securitygroup.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.735788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.736455 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: security-group
Feb 17 20:21:52.736838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: segment.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.737793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.738391 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension segment not supported by any of loaded plugins
Feb 17 20:21:52.738769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.739797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.740395 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 20:21:52.741346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: servicetype.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.742524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.743133 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: service-type
Feb 17 20:21:52.743552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: sorting.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.744571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.744953 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: sorting
Feb 17 20:21:52.745310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: standard_attr_segment.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.746283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.746884 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 20:21:52.747256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: standardattrdescription.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.747971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.748561 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: standard-attr-description
Feb 17 20:21:52.748938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: stateful_security_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.749925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.750520 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: stateful-security-group
Feb 17 20:21:52.750889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: stdattrs_common.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.751511 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 20:21:52.751876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.752905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.753499 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 20:21:52.753898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: subnet_onboard.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.755041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.755695 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: subnet_onboard
Feb 17 20:21:52.756082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.757877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.758475 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 20:21:52.758842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: subnet_service_types.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.759802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.760394 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: subnet-service-types
Feb 17 20:21:52.760758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: subnetallocation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.761890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.762482 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: subnet_allocation
Feb 17 20:21:52.762850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.763582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.764181 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: subnetpool-prefix-ops
Feb 17 20:21:52.764550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.765512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.766136 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 20:21:52.766528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: tagging.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.767991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.768602 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: standard-attr-tag
Feb 17 20:21:52.768974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: timestamp.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.770234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.770837 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loaded extension: standard-attr-timestamp
Feb 17 20:21:52.771209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: trunk.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.772288 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.773030 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension trunk not supported by any of loaded plugins
Feb 17 20:21:52.773402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: trunk_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.774439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.775032 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 20:21:52.775400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: uplink_status_propagation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.776345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.776931 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 20:21:52.777302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Loading extension file: vlantransparent.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 20:21:52.778058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 20:21:52.778648 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 20:21:52.781453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:network
Feb 17 20:21:52.782356 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:subnet
Feb 17 20:21:52.783038 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 20:21:52.783711 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:port
Feb 17 20:21:52.785256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.785808 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service FLAVORS assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.786516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.786996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.787384 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:router
Feb 17 20:21:52.788231 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 20:21:52.789011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service METERING assigned prefix: /metering {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.790901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc4ba8e5a58>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.791308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc4ba8e5a58>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.791698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc4ba8e5a58>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:21:52.792873 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 20:21:52.793360 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:security_group
Feb 17 20:21:52.794217 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 20:21:52.795035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.795413 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 20:21:52.795785 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] subnetpool is already registered
Feb 17 20:21:52.796466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.796836 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 20:21:52.797214 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] subnetpool is already registered
Feb 17 20:21:52.800085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.800575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service FLAVORS assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.801240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.801725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.802119 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:router
Feb 17 20:21:52.802495 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] router is already registered
Feb 17 20:21:52.803771 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 20:21:52.804165 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] floatingip is already registered
Feb 17 20:21:52.804872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service METERING assigned prefix: /metering {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.805635 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 20:21:52.806034 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] rbac_policy is already registered
Feb 17 20:21:52.806689 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:security_group
Feb 17 20:21:52.807059 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] security_group is already registered
Feb 17 20:21:52.807730 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 20:21:52.808097 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] security_group_rule is already registered
Feb 17 20:21:52.808844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.809221 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 20:21:52.809594 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] subnetpool is already registered
Feb 17 20:21:52.810329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 20:21:52.810697 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 20:21:52.811063 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] subnetpool is already registered
Feb 17 20:21:52.811794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: extensions {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.813429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: address-groups {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.815162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: address-scopes {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.816462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.817989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: auto-allocated-topology {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.820006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: availability_zones {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.821523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: dhcp-networks {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.823069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: dhcp-agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.824576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.826638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: flavors {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.827793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: service_profiles {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.829212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: next_providers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.831864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: service_profiles {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.833419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: floatingip-pools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.834795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.836705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: floatingips {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.838016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: l3-routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.839496 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: l3-agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.841019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: metering-labels {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.842491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: metering-label-rules {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.843857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: network-ip-availabilities {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.845366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: bindings {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.847092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: quotas {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.848622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: quotas {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.850209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: rbac-policies {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.851686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: security-groups {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.852970 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: security-group-rules {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.854323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: service-providers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.855625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: subnetpools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.857127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: subnetpools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.858727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.860517 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.862467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.864362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.866999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.868796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.870735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.872687 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.874709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.876784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 20:21:52.885036 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 20:21:52.890537 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 20:21:52.899738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Acquired lock "singleton_lock" {{(pid=83906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 20:21:52.900275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Releasing lock "singleton_lock" {{(pid=83906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 20:21:52.901778 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO oslo_service.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Starting 2 workers
Feb 17 20:21:52.906766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Started child 84017 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 20:21:52.910912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:21:52.911884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Started child 84018 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 20:21:52.912472 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [-] (84017) wsgi starting up on http://0.0.0.0:9696
Feb 17 20:21:52.913683 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 20:21:52.914432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Notify callbacks [] for process, before_spawn {{(pid=83906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:21:52.917026 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO oslo_service.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Starting 1 workers
Feb 17 20:21:52.917152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:21:52.919312 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [-] (84018) wsgi starting up on http://0.0.0.0:9696
Feb 17 20:21:52.922774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Started child 84019 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 20:21:52.923373 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO oslo_service.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Starting 1 workers
Feb 17 20:21:52.924879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] calling RpcWorker wait() {{(pid=84019) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 20:21:52.925276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] returning from RpcWorker wait() {{(pid=84019) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 20:21:52.926857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:21:52.927543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:21:52.929227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Started child 84020 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 20:21:52.930108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f452b7b-a4c5-4ef3-a698-bc7a914ea4ec None None] Notify callbacks [] for process, after_spawn {{(pid=83906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:21:52.931931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 20:21:52.932269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 20:21:52.932469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 20:21:52.932945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 20:21:52.933360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 20:21:52.933526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 20:21:52.933819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:21:52.934156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.934488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.934805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.935122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.935454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.936132 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.936420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.936714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.937035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.937336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.937541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.937765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.938048 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.938330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.938690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.938987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.939275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.939555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.939938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.940234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.940551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.940849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.941160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.941438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.942363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.942578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.942861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.943349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.943552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.943923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.944743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.945113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.945377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.945635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.945968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.946288 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.946491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.946766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.947022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.947523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host                           = dv-cinder-759994-3-iscsi {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.947792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.948204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.948402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.948547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.948807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.949074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.949370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.951032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.951523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.951982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.952628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.953192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.953781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.954736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.954928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.955219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.955502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.955816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.956044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.956249 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.956448 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.956812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.957016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.957313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.957590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.958176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.958562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.958855 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.959121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.960200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.960487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.960784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.961318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.961436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.961677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.962068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.962400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.962718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.962982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.963246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.965261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.965261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.965261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.965261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.965797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.965797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.965977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.966171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.966480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.966793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.967049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.967329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.967472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:21:52.967668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.967954 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.968247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.968557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.968810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.969108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.969384 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.969637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.969953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.970234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.970464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.970760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.971022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.971319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.971602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.971813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.972106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:52.972585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.972904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.973256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.973533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.973876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.974112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.974778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.974778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.975137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.975275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.975655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.975920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.976258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.976525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.976807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.977177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.977486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.977807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.978063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.978320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.978696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.978886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.979181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.979556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.979786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.980065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.980360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.980581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.980857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.981112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.981369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.981772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.982082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.982236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.982473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.982700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.982981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.983239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.983520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.983898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.984237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.984407 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.984615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.984873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.985134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.985390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.985650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.986341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.986341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.986656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.986819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.987003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.989796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.991866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.992128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.992428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.992632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.993060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.993498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.993810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.994037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.994292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.994621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.994878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.995133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.995386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.995640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.995892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.996205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.996568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.996848 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.997137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.997465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.997678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.997960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.998258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.998515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.998775 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.999046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.999365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.999634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:52.999937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.000228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.000504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.000803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.001081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.001344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.001646 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.001948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.002218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.002515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.002831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.003122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.003419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.003757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.004162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.004344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.004669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.004929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.005221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.005565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.005921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.006340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.007130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.007434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.007733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.008037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.008330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.008633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.008925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.009185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.009507 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.009818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.010080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.010333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.010623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.011004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.011311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.011566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.011838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.012140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.012450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.012712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.013007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.013303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.013585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.013891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.014288 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.014449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.014746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.014969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.015223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.015521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.015777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.016147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.016311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.017510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.017510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.017510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.017510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.017510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.018237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.018237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.018237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.018506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.018726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.018988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.019434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.019846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.019969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.020480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.020480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.020867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.020992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.021269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.021609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.022596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.022754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.023273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.023273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.023563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.023732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.023908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.024168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.024430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.024704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.024978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.025235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.025494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.025810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.026076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.026456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.026735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.027013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.027287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.027545 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.027822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.028101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.028356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.028611 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.029453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.029453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.029453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.029919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.029919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.030158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.030376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.030633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.030907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.031174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.031530 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.031813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.032084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.032341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.032592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.032862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.033161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.033344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.033642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.033818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.034092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.034447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.034673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.035076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.035076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.035367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.035664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.035924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.036246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.038185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.038185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.038185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.038185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.038670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.038670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.038851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.039087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.039351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.039642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.040033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.040380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.040688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.040989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.041326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.041634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.041985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.042242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.042556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.042939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.043248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.043553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.043825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.044122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.044385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.044649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.044905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.045179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.045439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.045742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.046035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.046354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.046601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.046922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.047185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.047450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.047718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.047981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.048237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.048434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 20:21:53.049018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 20:21:53.049213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 20:21:53.049406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 20:21:53.049620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 20:21:53.049870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 20:21:53.050060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 20:21:53.050421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.050533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.050677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.050863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.051061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.051489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.051489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.051669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.051828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.052024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.052217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.052410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.052603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.052797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.052993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.053241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.053389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.053583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.053870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.054122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.054371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.054565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.054759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.054954 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.055186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.055383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.055576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.055768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.055960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.056152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.056347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.056535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.056729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.056921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.057147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.057273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.057462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.057655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.057872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.058065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host                           = dv-cinder-759994-3-iscsi {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.058234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.058453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.058624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.058820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.058989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.059184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.059379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.059571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.059767 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.059958 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.060152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.060344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.060536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.060728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.060918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.061094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.061461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.061657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.061924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.062121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.062313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.062508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.062706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.062905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.063072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.063415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.063816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.064016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.064189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.064592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.064791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.064984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.065176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.065351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.065737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.065904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.066300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.066497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.066692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.067280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.067280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.067587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.067659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.067803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.068161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.068358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.068551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.068654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:21:53.069377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.069707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.069996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.070192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.070393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.070588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.070730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.070893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.071083 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.071273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.071465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.071656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.071847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.072039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.072230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.072442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.072718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.072857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.072994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.073131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.079224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.080320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.083357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.090531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.091640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.092710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.093232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.094589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.097193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.099774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.101933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.103231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.105651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.106633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.107839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.108523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.109904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.110694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.111366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.112699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.113451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.114969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.115577 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.115577 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.115577 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.115903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.115903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.116060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.116235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.116431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.116724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.116837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.117003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.117213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.117415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.117618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.117855 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.118057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.118266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.118461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.118655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.118848 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.119041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.119236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.119428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.119622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.119815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.120411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.120411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.120411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.120740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.120740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.120920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.121187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.121187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.122300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.122300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.122300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 20:21:53.122300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 20:21:53.306115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49052) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:21:53.317965 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095422
Feb 17 20:22:04.631044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b5b591-6765-4ece-87a6-b97b9bdeb0e0 None None] get_active_networks_info from dv-cinder-759994-3-iscsi {{(pid=84019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 20:22:04.782222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b5b591-6765-4ece-87a6-b97b9bdeb0e0 None None] No non-hosted networks {{(pid=84019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 20:22:04.817484 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agentschedulers_db [None req-43b5b591-6765-4ece-87a6-b97b9bdeb0e0 None None] DHCP Agent not found on host dv-cinder-759994-3-iscsi {{(pid=84019) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 17 20:22:04.930314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-198111e5-e8a9-4a08-a5f3-ea00b33a32e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814'] for agent, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:07.073678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b838734-1a0e-47e6-b23d-014f9dc892d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814'] for agent, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:07.130542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd743190-f803-43c8-a266-0a343c648ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:07.760153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814'] for agent, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:08.899080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814'] for agent, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:08.901020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.901570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.902109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.903222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.903756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.904962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.905877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.906580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.907252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.908199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.909447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.910021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:08.911024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc4ba604f98>, 'Open vSwitch agent', 'dv-cinder-759994-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:22:08.931771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc4ba5e0748>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759994-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:22:09.403598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814'] for agent, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:09.944997 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_hamode_db [None req-e2b5907e-ee09-4c6b-9e24-a98f3b6513f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 20:22:10.042310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5907e-ee09-4c6b-9e24-a98f3b6513f3 None None] Routers set() bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:22:10.042982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5907e-ee09-4c6b-9e24-a98f3b6513f3 None None] Router IDs set() for agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 20:22:10.663056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49142) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:10.956629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] get_endpoint_by_host() called for host dv-cinder-759994-3-iscsi {{(pid=84019) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 20:22:10.963326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] get_endpoint_by_ip() called for ip 192.168.0.29 {{(pid=84019) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 20:22:10.966891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] _add_endpoint() called for ip 192.168.0.29 {{(pid=84019) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 20:22:10.973231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] _get_endpoints() called {{(pid=84019) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 20:22:11.348344 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-de9a6abf-906d-4a90-b344-a2a0dd9e10e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:11.348936 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-de9a6abf-906d-4a90-b344-a2a0dd9e10e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:11.580844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-de9a6abf-906d-4a90-b344-a2a0dd9e10e2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:22:11.582220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-de9a6abf-906d-4a90-b344-a2a0dd9e10e2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9169803
Feb 17 20:22:14.406456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49158) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:14.818158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:22:14.888870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.policy [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84017) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 20:22:14.926654 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:14.927023 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:14.954989 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc4ba4c6240>.
Feb 17 20:22:14.971555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:15.032031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256672864878', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256673079018', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256672875660', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256673098740', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256673093485', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854153412', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854181497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1802856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853020940'] for rbac-policy, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:15.106723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:15.108185 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9309fffe-e0b4-4585-a9ce-c2952704cf6a admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7005613
Feb 17 20:22:18.193882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49172) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:18.581726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Request body: {'network': {'project_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True, 'name': 'private'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:22:18.588810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:18.593793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Usage tracker for resource:network and tenant:60590236e6e04c259ad6881719f0cb0f is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:18.597597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:18.604171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:18.613613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Made reservation on behalf of 60590236e6e04c259ad6881719f0cb0f for: {'network': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:22:18.619878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:18.639885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:18.812556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:18.817805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Usage tracker for resource:security_group_rule and tenant:60590236e6e04c259ad6881719f0cb0f is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:18.822255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:18.828166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:18.935517 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:18.938905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:18.943768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:18.971621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=84017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:22:19.000033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256671776764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:19.000511 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Added segment 7014e0ad-2cf7-405f-ba90-c36be823ebd7 of type vxlan for network 6c7af5e2-970b-4ef4-8066-31906a7e71aa
Feb 17 20:22:19.011207 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ff5b8-14f9-4e63-b582-3fa7b1c37a95,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:19.075168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.075473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.075832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.076186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.076537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.076883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.077228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.077572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.077941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.078285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.078626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.078963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Tracked resource versions report:
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 17 20:22:19.080129 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:22:19.128796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:19.139183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:19.174785 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:19.176194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:19.176851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:19.182778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:19.302848 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1081455
Feb 17 20:22:19.303587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7af5e2-970b-4ef4-8066-31906a7e71aa,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:19.307295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:19.324683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:22:22.557317 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49188) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:23.164419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2591b50-7eb1-48bd-a467-7a9c3001e46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:23.165905 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f2591b50-7eb1-48bd-a467-7a9c3001e46d admin admin] 10.222.0.23 "GET /v2.0/networks/6c7af5e2-970b-4ef4-8066-31906a7e71aa HTTP/1.1" status: 200  len: 818 time: 0.6074278
Feb 17 20:22:23.200087 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a7da8e56-93de-46c6-9d7e-72826f28e9f2 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/0e62e435-70ec-4dd6-aa9e-304611826438 HTTP/1.1" status: 200  len: 734 time: 0.0279012
Feb 17 20:22:23.210755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'ip_version': 4, 'subnetpool_id': '0e62e435-70ec-4dd6-aa9e-304611826438', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'gateway_ip': '172.20.0.1'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:22:23.216007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:23.220536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Usage tracker for resource:subnet and tenant:60590236e6e04c259ad6881719f0cb0f is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:23.223636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:23.229649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:23.238680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Made reservation on behalf of 60590236e6e04c259ad6881719f0cb0f for: {'subnet': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:22:23.243553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:23.751514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:23.765049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:23.909638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e64661-b64a-418c-b0d7-2f9dbdd04d42,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:23.916605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:23.989392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Checking segment: {'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:22:23.989906 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Network hostable DHCP agents. Network: 6c7af5e2-970b-4ef4-8066-31906a7e71aa, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:22:24.012726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:22:24.023291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 6c7af5e2-970b-4ef4-8066-31906a7e71aa) {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:22:24.028226 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:24.028889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:24.034216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ea275-42d4-4501-bf9b-8a92c9c60726 None None] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:22:24.061645 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8514304
Feb 17 20:22:24.637592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'fixed_ips': [{'subnet_id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:22:24.639230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:24.991489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Allocated IP 172.20.0.2 (6c7af5e2-970b-4ef4-8066-31906a7e71aa/72e64661-b64a-418c-b0d7-2f9dbdd04d42/a979f3f0-c8fe-4197-9a64-e4e02f8b9c70) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:22:25.254951 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:25.269819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Transition to ACTIVE for port object a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:22:25.291636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Transition to ACTIVE for port object a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:22:25.298885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:25.316084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:25.455157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Pushing event updated for resources: {'Port': ['ID=a979f3f0-c8fe-4197-9a64-e4e02f8b9c70,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:25.466743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.467152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.467460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.467883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.468179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.468538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.468914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.469257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.469613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.470015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.470368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.470709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Tracked resource versions report:
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 17 20:22:25.471876 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:22:25.485131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:25.544939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:22:25.547075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:22:25.551427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:22:25.637631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Attempting to bind port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:22:25.638378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Attempting to bind port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:22:25.639067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Attempting to bind port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 on network 6c7af5e2-970b-4ef4-8066-31906a7e71aa {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:22:25.650775 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:22:25.651478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Checking segment: {'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:22:25.652984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:25.652984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Bound using segment: {'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:22:25.653925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Bound port: a979f3f0-c8fe-4197-9a64-e4e02f8b9c70, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:22:25.654628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:25.830923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] For port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:22:25.839421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] For port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a979f3f0-c8fe-4197-9a64-e4e02f8b9c70,segment=NetworkSegment(7014e0ad-2cf7-405f-ba90-c36be823ebd7),segment_id=7014e0ad-2cf7-405f-ba90-c36be823ebd7)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:22:25.844038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:25.873373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:26.172141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Pushing event updated for resources: {'Port': ['ID=a979f3f0-c8fe-4197-9a64-e4e02f8b9c70,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:26.187645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:27.000032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49198) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:27.445382 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-a8025e00-b633-44d1-a0d5-a1a1deb2e772 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:22:27.446554 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a8025e00-b633-44d1-a0d5-a1a1deb2e772 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4455340
Feb 17 20:22:30.392724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49212) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:30.901358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-f89bf180-2a62-4983-9dac-d9035d54c658 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:22:30.902530 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f89bf180-2a62-4983-9dac-d9035d54c658 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5087810
Feb 17 20:22:31.075735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:22:31.175097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:22:31.288180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa7f183-65dc-474c-819d-bd99e7769eb3 None None] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:22:31.385374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Provisioning for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:22:31.392243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Provisioning complete for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:31.392656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:31.629951 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:31.712077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] For port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a979f3f0-c8fe-4197-9a64-e4e02f8b9c70,segment=NetworkSegment(7014e0ad-2cf7-405f-ba90-c36be823ebd7),segment_id=7014e0ad-2cf7-405f-ba90-c36be823ebd7)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:22:31.716994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:31.728044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6046845-7102-46a2-9ab8-7b3ef1fd6503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:31.804413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Pushing event updated for resources: {'Port': ['ID=a979f3f0-c8fe-4197-9a64-e4e02f8b9c70,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:31.810503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:32.048719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f0a674fc-8858-439e-9e66-c653b86832a5 None None] Provisioning complete for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:32.049442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0a674fc-8858-439e-9e66-c653b86832a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:32.324264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ac3f4266-a224-4d7d-bb1b-df24fa2269eb None None] Provisioning complete for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:32.324807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4266-a224-4d7d-bb1b-df24fa2269eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:32.585820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cfd51abf-005e-4976-b782-56842c7af6e2 None None] Provisioning complete for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:32.586158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfd51abf-005e-4976-b782-56842c7af6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:33.019365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:22:33.108052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:33.108651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:34.146829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49224) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:34.494372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6186fdf3-75ba-4e24-81e2-34db258b5b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:34.535564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:22:34.541445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:34.545668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Usage tracker for resource:router and tenant:60590236e6e04c259ad6881719f0cb0f is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:34.549031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:34.555105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:34.564543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:34.565953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:34.591464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:34.709177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:34.738440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:34.741095 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4d237e92-8dff-42aa-a58c-b10cbc78de2e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5931244
Feb 17 20:22:37.095009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25890851-d1dd-493a-b3c6-7a7246475843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:37.625605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49244) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:37.655321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:37.809362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-5b472cb7-c88c-4268-b111-712278592f33 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:22:37.810410 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5b472cb7-c88c-4268-b111-712278592f33 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1837330
Feb 17 20:22:38.898322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:38.995560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:22:39.329544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:40.547376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49264) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:40.759209 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:40.760116 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:41.141643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:22:41.144757 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.quota [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc4ba602da0>.
Feb 17 20:22:41.162734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:41.170103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Usage tracker for resource:network and tenant:d9491db03cdf48d79e1f9795f2c38b2b is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:41.174936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:41.183136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:41.199787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Made reservation on behalf of d9491db03cdf48d79e1f9795f2c38b2b for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:22:41.251045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.policy [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84018) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 20:22:41.289191 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:41.289619 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 20:22:41.320458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.341972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.359152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:41.363320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Usage tracker for resource:security_group_rule and tenant:d9491db03cdf48d79e1f9795f2c38b2b is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:41.367723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:41.373919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:41.496890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.499971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.506535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:41.678408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Reserving flat network on physical network physnet1 {{(pid=84018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 20:22:41.712918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256671776764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.713650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc4bb050048> segment precommit_create {{(pid=84018) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 20:22:41.714338 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Added segment 36358193-1777-41d3-a8a3-8e9ed249ba12 of type flat for network b8ead297-4f64-4f86-9dc4-69f0346f428a
Feb 17 20:22:41.773760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e36b7f-fe99-46cb-aead-96cd26fad3eb,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:41.799965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.800343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.800714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.801069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.801411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.801817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.802170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.802523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.802863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.803214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.803547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.803884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Tracked resource versions report:
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 17 20:22:41.805071 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:22:41.863913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.870278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:41.919108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.920452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:41.921103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:41.924822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:42.044737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Pushing event updated for resources: {'Network': ['ID=b8ead297-4f64-4f86-9dc4-69f0346f428a,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:42.047668 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.4990506
Feb 17 20:22:42.065197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:42.080927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network b8ead297-4f64-4f86-9dc4-69f0346f428a details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:22:44.940619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49284) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:45.134936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52926a9-c7e4-4290-8025-57a948017e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:45.137556 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b52926a9-c7e4-4290-8025-57a948017e4d admin admin] 10.222.0.23 "GET /v2.0/subnets/72e64661-b64a-418c-b0d7-2f9dbdd04d42 HTTP/1.1" status: 200  len: 849 time: 0.1953499
Feb 17 20:22:45.331764 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e37b7f35-372d-440d-b108-83c5474d73ed admin admin] 10.222.0.23 "GET /v2.0/routers/82dcb3ce-6895-4012-9944-ada73e7439e3 HTTP/1.1" status: 200  len: 704 time: 0.1877186
Feb 17 20:22:45.873165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:46.400913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Allocated IP 172.20.0.1 (6c7af5e2-970b-4ef4-8066-31906a7e71aa/72e64661-b64a-418c-b0d7-2f9dbdd04d42/b30610d9-f927-4e6e-9ede-5a4244f2fb3f) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:22:46.768537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:46.789926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Transition to ACTIVE for port object b30610d9-f927-4e6e-9ede-5a4244f2fb3f will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:22:46.856264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:46.873366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:47.023055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Pushing event updated for resources: {'Port': ['ID=b30610d9-f927-4e6e-9ede-5a4244f2fb3f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:47.029913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:47.095649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:22:47.097091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:22:47.101015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:22:47.101631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:47.340419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ea0f5816-47b4-420f-857e-af5ffd791309 None None] Provisioning for port b30610d9-f927-4e6e-9ede-5a4244f2fb3f completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:22:47.349610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ea0f5816-47b4-420f-857e-af5ffd791309 None None] Provisioning complete for port b30610d9-f927-4e6e-9ede-5a4244f2fb3f triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:47.350430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea0f5816-47b4-420f-857e-af5ffd791309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:47.454502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f5816-47b4-420f-857e-af5ffd791309 None None] Port b30610d9-f927-4e6e-9ede-5a4244f2fb3f cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:22:47.455817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:47.796078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:47.801219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:47.803134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:47.820248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:47.969390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Pushing event updated for resources: {'Port': ['ID=b30610d9-f927-4e6e-9ede-5a4244f2fb3f,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:47.974786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:48.039718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:22:48.041067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:22:48.278356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Router 82dcb3ce-6895-4012-9944-ada73e7439e3 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:22:48.283197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1ee0938f-d6b6-416d-8ddd-5fca7ca618a9 None None] Provisioning complete for port b30610d9-f927-4e6e-9ede-5a4244f2fb3f triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:48.283611 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ee0938f-d6b6-416d-8ddd-5fca7ca618a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:48.355465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0938f-d6b6-416d-8ddd-5fca7ca618a9 None None] Port b30610d9-f927-4e6e-9ede-5a4244f2fb3f cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:22:48.634641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:22:48.645108 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] 10.222.0.23 "PUT /v2.0/routers/82dcb3ce-6895-4012-9944-ada73e7439e3/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.3062840
Feb 17 20:22:48.663606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Sync routers for ids ['82dcb3ce-6895-4012-9944-ada73e7439e3'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:22:48.679299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Routers {'82dcb3ce-6895-4012-9944-ada73e7439e3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:22:48.680488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4ba5684e0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:22:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['82dcb3ce-6895-4012-9944-ada73e7439e3'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:22:48.929036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Set router 82dcb3ce-6895-4012-9944-ada73e7439e3 gateway port host: None {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:22:49.891211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4ba5684e0>, [{'id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'name': 'router1', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:34Z', 'updated_at': '2021-02-17T20:22:47Z', 'revision_number': 2, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'gw_port_host': None, '_interfaces': [{'id': 'b30610d9-f927-4e6e-9ede-5a4244f2fb3f', 'name': '', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'mac_address': 'fa:16:3e:7f:08:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:46Z', 'updated_at': '2021-02-17T20:22:47Z', 'revision_number': 2, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'subnets': [{'id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e62e435-70ec-4dd6-aa9e-304611826438'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:22:49.900813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Checking router: 82dcb3ce-6895-4012-9944-ada73e7439e3 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:22:49.901410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Updating router 82dcb3ce-6895-4012-9944-ada73e7439e3 port b30610d9-f927-4e6e-9ede-5a4244f2fb3f binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:22:50.012916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:50.637096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:50.661849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Transition to ACTIVE for port object b30610d9-f927-4e6e-9ede-5a4244f2fb3f will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:22:50.666745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:50.681927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:50.843516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Pushing event updated for resources: {'Port': ['ID=b30610d9-f927-4e6e-9ede-5a4244f2fb3f,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:50.859419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.859891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.860269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.860637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.861087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.861456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.861865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.862225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.862592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.862954 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.863311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.863665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Tracked resource versions report:
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 17 20:22:50.865474 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:22:50.884122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:51.102905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Attempting to bind port b30610d9-f927-4e6e-9ede-5a4244f2fb3f on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:22:51.103614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Attempting to bind port b30610d9-f927-4e6e-9ede-5a4244f2fb3f by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:22:51.103998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Attempting to bind port b30610d9-f927-4e6e-9ede-5a4244f2fb3f on network 6c7af5e2-970b-4ef4-8066-31906a7e71aa {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:22:51.111168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:22:51.111700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Checking segment: {'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:22:51.112190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:51.112623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Bound using segment: {'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:22:51.113191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Bound port: b30610d9-f927-4e6e-9ede-5a4244f2fb3f, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7014e0ad-2cf7-405f-ba90-c36be823ebd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:22:51.113612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:51.284740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] For port b30610d9-f927-4e6e-9ede-5a4244f2fb3f, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:22:51.293215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] For port b30610d9-f927-4e6e-9ede-5a4244f2fb3f, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=b30610d9-f927-4e6e-9ede-5a4244f2fb3f,segment=NetworkSegment(7014e0ad-2cf7-405f-ba90-c36be823ebd7),segment_id=7014e0ad-2cf7-405f-ba90-c36be823ebd7)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:22:51.298521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:51.330996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:51.611962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Pushing event updated for resources: {'Port': ['ID=b30610d9-f927-4e6e-9ede-5a4244f2fb3f,revision_number=4']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:51.622734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:51.722340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Routers {'82dcb3ce-6895-4012-9944-ada73e7439e3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:22:51.724121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4ba5684e0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:22:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['82dcb3ce-6895-4012-9944-ada73e7439e3'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:22:51.948347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] Set router 82dcb3ce-6895-4012-9944-ada73e7439e3 gateway port host: None {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:22:51.977843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49296) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:52.151366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c2274-68a7-4e47-8984-24e00b2e2ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:52.151969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f56c2274-68a7-4e47-8984-24e00b2e2ea0 admin admin] Synchronizing usage tracker for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:22:52.172762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f56c2274-68a7-4e47-8984-24e00b2e2ea0 admin admin] Unset dirty status for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:22:52.172762 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f56c2274-68a7-4e47-8984-24e00b2e2ea0 admin admin] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 842 time: 0.1946599
Feb 17 20:22:52.185719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:22:52.192133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:52.196500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Usage tracker for resource:subnet and tenant:d9491db03cdf48d79e1f9795f2c38b2b is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:52.199848 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:52.213128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:52.222961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Made reservation on behalf of d9491db03cdf48d79e1f9795f2c38b2b for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:22:52.228379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:52.378590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4ba5684e0>, [{'id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'name': 'router1', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:34Z', 'updated_at': '2021-02-17T20:22:47Z', 'revision_number': 2, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'gw_port_host': None, '_interfaces': [{'id': 'b30610d9-f927-4e6e-9ede-5a4244f2fb3f', 'name': '', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'mac_address': 'fa:16:3e:7f:08:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:46Z', 'updated_at': '2021-02-17T20:22:51Z', 'revision_number': 4, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'subnets': [{'id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e62e435-70ec-4dd6-aa9e-304611826438'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:22:52.384069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ae5e4-e6e1-4463-8aac-5fc42c4dcfd6 None None] The sync data for ids ['82dcb3ce-6895-4012-9944-ada73e7439e3'] in dv-cinder-759994-3-iscsi is: [{'id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'name': 'router1', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:34Z', 'updated_at': '2021-02-17T20:22:47Z', 'revision_number': 2, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'gw_port_host': None, '_interfaces': [{'id': 'b30610d9-f927-4e6e-9ede-5a4244f2fb3f', 'name': '', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'mac_address': 'fa:16:3e:7f:08:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:46Z', 'updated_at': '2021-02-17T20:22:51Z', 'revision_number': 4, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'subnets': [{'id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e62e435-70ec-4dd6-aa9e-304611826438'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:22:52.734789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84018) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:22:52.735331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:52.751812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:52.881117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77a138a-48dd-4baf-b9e3-d9f287eb8723,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:52.888145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:52.960684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:22:52.961087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Network hostable DHCP agents. Network: b8ead297-4f64-4f86-9dc4-69f0346f428a, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:22:52.983219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:22:52.996671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, b8ead297-4f64-4f86-9dc4-69f0346f428a) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:22:52.999853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:52.999853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:53.006038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac8e38-d7ec-4f4f-b572-3ba5d25a4e1c None None] Network b8ead297-4f64-4f86-9dc4-69f0346f428a requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:22:53.023421 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8393502
Feb 17 20:22:53.293915 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282c5f8-ed78-4289-96c8-2ac6a6f7eb90 None None] Network b8ead297-4f64-4f86-9dc4-69f0346f428a requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:22:55.081929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device b30610d9-f927-4e6e-9ede-5a4244f2fb3f up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:22:55.203807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port b30610d9-f927-4e6e-9ede-5a4244f2fb3f completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:22:55.209513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port b30610d9-f927-4e6e-9ede-5a4244f2fb3f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:55.209985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:55.370772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:55.439899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port b30610d9-f927-4e6e-9ede-5a4244f2fb3f, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=b30610d9-f927-4e6e-9ede-5a4244f2fb3f,segment=NetworkSegment(7014e0ad-2cf7-405f-ba90-c36be823ebd7),segment_id=7014e0ad-2cf7-405f-ba90-c36be823ebd7)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:22:55.446257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:55.450264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9394b512-3671-4b7f-87cf-f141f698c88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:55.588700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=b30610d9-f927-4e6e-9ede-5a4244f2fb3f,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:55.594723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:55.808188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49310) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:22:56.107009 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-04980f2a-7698-4e76-a6f6-a00c30527286 admin admin] 10.222.0.23 "GET /v2.0/routers/82dcb3ce-6895-4012-9944-ada73e7439e3 HTTP/1.1" status: 200  len: 710 time: 0.2975230
Feb 17 20:22:56.404702 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af16219-3a21-4e68-a9d8-e053b56a2392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:22:56.406087 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3af16219-3a21-4e68-a9d8-e053b56a2392 admin admin] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 886 time: 0.2930243
Feb 17 20:22:56.416468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:22:56.963575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:57.033239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device b30610d9-f927-4e6e-9ede-5a4244f2fb3f up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:22:57.119624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port b30610d9-f927-4e6e-9ede-5a4244f2fb3f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:22:57.120240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:57.357230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:57.427466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:57.441651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:57.459835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:22:57.464177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:22:57.467321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:22:57.474033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:22:57.568814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:57.571652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:57.588139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:57.687792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7947f0-e35b-41c8-ac87-7c2908f538f0,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:57.691536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:57.873222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Allocated IP 172.27.2.181 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/bd3f4e33-9990-41ed-bc71-4ccf85a62809) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:22:58.051016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:58.125203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:58.142054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:22:58.291489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3f4e33-9990-41ed-bc71-4ccf85a62809,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:22:58.299483 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:22:58.525978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:22:58.527265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:22:58.529730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:22:58.972917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:59.406154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:59.409796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853061832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1713923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853066575'] for router, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:59.610464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Router 82dcb3ce-6895-4012-9944-ada73e7439e3 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:22:59.862215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:22:59.874412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Sync routers for ids ['82dcb3ce-6895-4012-9944-ada73e7439e3'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:22:59.880513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:22:59.882370 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] 10.222.0.23 "PUT /v2.0/routers/82dcb3ce-6895-4012-9944-ada73e7439e3 HTTP/1.1" status: 200  len: 890 time: 3.4690938
Feb 17 20:22:59.894850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Routers {'82dcb3ce-6895-4012-9944-ada73e7439e3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:22:59.896266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9834cc0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:22:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['82dcb3ce-6895-4012-9944-ada73e7439e3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:23:00.181548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Set router 82dcb3ce-6895-4012-9944-ada73e7439e3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:23:00.654183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9834cc0>, [{'id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'name': 'router1', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bd3f4e33-9990-41ed-bc71-4ccf85a62809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:34Z', 'updated_at': '2021-02-17T20:22:58Z', 'revision_number': 4, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'gw_port': {'id': 'bd3f4e33-9990-41ed-bc71-4ccf85a62809', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:57Z', 'updated_at': '2021-02-17T20:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'b30610d9-f927-4e6e-9ede-5a4244f2fb3f', 'name': '', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'mac_address': 'fa:16:3e:7f:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:46Z', 'updated_at': '2021-02-17T20:22:55Z', 'revision_number': 5, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'subnets': [{'id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e62e435-70ec-4dd6-aa9e-304611826438'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:23:00.664866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Checking router: 82dcb3ce-6895-4012-9944-ada73e7439e3 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:23:00.665537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Updating router 82dcb3ce-6895-4012-9944-ada73e7439e3 port bd3f4e33-9990-41ed-bc71-4ccf85a62809 binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:23:00.763509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:01.229657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:01.252835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Transition to ACTIVE for port object bd3f4e33-9990-41ed-bc71-4ccf85a62809 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:23:01.256851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:01.286173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:23:01.638751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160d6b7-4a3a-4f3e-96e0-16b665aa142c None None] Pushing event updated for resources: {'Port': ['ID=bd3f4e33-9990-41ed-bc71-4ccf85a62809,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:23:01.644135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8160d6b7-4a3a-4f3e-96e0-16b665aa142c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:23:01.710880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Attempting to bind port bd3f4e33-9990-41ed-bc71-4ccf85a62809 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:23:01.711421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Attempting to bind port bd3f4e33-9990-41ed-bc71-4ccf85a62809 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:23:01.711673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Attempting to bind port bd3f4e33-9990-41ed-bc71-4ccf85a62809 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:23:01.717585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:23:01.718038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:23:01.718494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:01.718935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:23:01.719446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Bound port: bd3f4e33-9990-41ed-bc71-4ccf85a62809, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:23:01.719859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:01.802231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] For port bd3f4e33-9990-41ed-bc71-4ccf85a62809, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:23:01.805539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] For port bd3f4e33-9990-41ed-bc71-4ccf85a62809, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=bd3f4e33-9990-41ed-bc71-4ccf85a62809,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:23:01.809177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:01.826709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:23:01.982640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160d6b7-4a3a-4f3e-96e0-16b665aa142c None None] Pushing event updated for resources: {'Port': ['ID=bd3f4e33-9990-41ed-bc71-4ccf85a62809,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:23:01.986023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8160d6b7-4a3a-4f3e-96e0-16b665aa142c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:23:02.042887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Routers {'82dcb3ce-6895-4012-9944-ada73e7439e3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:23:02.043602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9834cc0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:22:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['82dcb3ce-6895-4012-9944-ada73e7439e3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:23:02.257794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] Set router 82dcb3ce-6895-4012-9944-ada73e7439e3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:23:02.689026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9834cc0>, [{'id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'name': 'router1', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bd3f4e33-9990-41ed-bc71-4ccf85a62809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:34Z', 'updated_at': '2021-02-17T20:22:58Z', 'revision_number': 4, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'gw_port': {'id': 'bd3f4e33-9990-41ed-bc71-4ccf85a62809', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:57Z', 'updated_at': '2021-02-17T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'b30610d9-f927-4e6e-9ede-5a4244f2fb3f', 'name': '', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'mac_address': 'fa:16:3e:7f:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:46Z', 'updated_at': '2021-02-17T20:22:55Z', 'revision_number': 5, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'subnets': [{'id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e62e435-70ec-4dd6-aa9e-304611826438'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:23:02.697203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf8e48-e046-4f56-b6f8-6aee4549f75d None None] The sync data for ids ['82dcb3ce-6895-4012-9944-ada73e7439e3'] in dv-cinder-759994-3-iscsi is: [{'id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'name': 'router1', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bd3f4e33-9990-41ed-bc71-4ccf85a62809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:34Z', 'updated_at': '2021-02-17T20:22:58Z', 'revision_number': 4, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'gw_port': {'id': 'bd3f4e33-9990-41ed-bc71-4ccf85a62809', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:57Z', 'updated_at': '2021-02-17T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'b30610d9-f927-4e6e-9ede-5a4244f2fb3f', 'name': '', 'network_id': '6c7af5e2-970b-4ef4-8066-31906a7e71aa', 'tenant_id': '60590236e6e04c259ad6881719f0cb0f', 'mac_address': 'fa:16:3e:7f:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dcb3ce-6895-4012-9944-ada73e7439e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:46Z', 'updated_at': '2021-02-17T20:22:55Z', 'revision_number': 5, 'project_id': '60590236e6e04c259ad6881719f0cb0f', 'subnets': [{'id': '72e64661-b64a-418c-b0d7-2f9dbdd04d42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e62e435-70ec-4dd6-aa9e-304611826438'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:23:02.863419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49320) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:23:03.047351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba30462-4a91-45d4-bdf9-c8defe906128 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:23:03.049853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0ba30462-4a91-45d4-bdf9-c8defe906128 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1846325
Feb 17 20:23:03.095251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device bd3f4e33-9990-41ed-bc71-4ccf85a62809 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:23:03.268238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port bd3f4e33-9990-41ed-bc71-4ccf85a62809 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:23:03.279085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port bd3f4e33-9990-41ed-bc71-4ccf85a62809 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:23:03.279793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:03.465297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:03.491322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port bd3f4e33-9990-41ed-bc71-4ccf85a62809, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=bd3f4e33-9990-41ed-bc71-4ccf85a62809,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:23:03.495548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:03.498286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:23:03.605093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=bd3f4e33-9990-41ed-bc71-4ccf85a62809,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:23:03.611232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:23:04.499958 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c55b8f6-0327-4125-bcd1-fcf269cf1231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:05.057459 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device bd3f4e33-9990-41ed-bc71-4ccf85a62809 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:23:05.180148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port bd3f4e33-9990-41ed-bc71-4ccf85a62809 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:23:05.180846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:07.092726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d72afdb-44bf-470c-b631-94727938b525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:07.677020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:08.934427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:09.352004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:15.995737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:23:34.498471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1a31e7f-9d91-4dec-9e04-5dadf00428db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:37.085532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7fb07e52-c23e-4281-8bd1-95cdba201f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:37.662299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:38.900967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:39.342302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:23:52.995060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:24:04.502393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e71dd569-f094-4637-8123-4c168567a026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:07.082226 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34276f0c-98c6-4621-955b-cbebda72ca98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:07.681686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:08.907186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:09.347960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:29.995776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:24:34.508704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-954d03e3-bf51-4525-97ae-f3cd0a0a1abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:37.077125 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00d8c91b-ca90-4d58-bb92-c6cba030c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:37.667841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:38.890412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:24:39.347199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:04.510303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67bdbaf1-2815-461c-ab41-0203b6080784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:06.995054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:25:07.080835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31f2f14f-8bd6-4f1c-9e7b-08ed46c58f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:07.670945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:08.894668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:09.352810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:22.167500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49896) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:22.251288 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5a2baf-4acc-4d57-9c2f-742d3327260a admin admin] GET failed (client error): The resource could not be found.
Feb 17 20:25:22.252734 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6c5a2baf-4acc-4d57-9c2f-742d3327260a admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0841653
Feb 17 20:25:22.403115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c3820-3c28-46ea-b8c5-2629fda8fd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:22.404612 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-474c3820-3c28-46ea-b8c5-2629fda8fd03 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1473892
Feb 17 20:25:24.934705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49906) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:25.057206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594c18a-2e74-41b8-a080-60487fdfc74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:25.065711 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4594c18a-2e74-41b8-a080-60487fdfc74c admin admin] 10.222.0.23 "GET /v2.0/subnets/72e64661-b64a-418c-b0d7-2f9dbdd04d42 HTTP/1.1" status: 200  len: 849 time: 0.1297581
Feb 17 20:25:25.071068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:25:25.210984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:25.696621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363256671735002'] for subnet, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:25.712546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:25:25.845137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e64661-b64a-418c-b0d7-2f9dbdd04d42,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:25:25.865320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.865736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.866083 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.866442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.866794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.867165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.867519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.867871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.868236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.868586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.868933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.869280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:25:25.875090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:25:25.906506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:25.907175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:25.908560 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a63b39e3-e3a3-4102-986e-a93cd0e78197 admin admin] 10.222.0.23 "PUT /v2.0/subnets/72e64661-b64a-418c-b0d7-2f9dbdd04d42 HTTP/1.1" status: 200  len: 868 time: 0.8420107
Feb 17 20:25:25.913605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb7461-5fd0-4a07-8213-881584f28e97 None None] Network 6c7af5e2-970b-4ef4-8066-31906a7e71aa requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:25:26.575522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-03bee18c-2feb-42c2-8436-9266632aab15 None None] Provisioning complete for port a979f3f0-c8fe-4197-9a64-e4e02f8b9c70 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:25:26.576160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-03bee18c-2feb-42c2-8436-9266632aab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:26.724349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-03bee18c-2feb-42c2-8436-9266632aab15 None None] Provisioning complete for port b30610d9-f927-4e6e-9ede-5a4244f2fb3f triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:25:26.724760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-03bee18c-2feb-42c2-8436-9266632aab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:28.458286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49916) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:28.662668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e48bc-5809-43bb-a2a1-2b1065a57b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:28.663016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e48bc-5809-43bb-a2a1-2b1065a57b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:28.664717 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b98e48bc-5809-43bb-a2a1-2b1065a57b3c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2052939
Feb 17 20:25:31.246344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49926) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:31.492176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27493767-eee3-49ed-aada-4ad13e96bf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:31.492885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27493767-eee3-49ed-aada-4ad13e96bf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:31.495959 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-27493767-eee3-49ed-aada-4ad13e96bf68 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2482514
Feb 17 20:25:34.188147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49936) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:34.404107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69186d5-222d-4486-a127-72610aac0e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:34.406751 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d69186d5-222d-4486-a127-72610aac0e99 admin admin] 10.222.0.23 "GET /v2.0/networks/6c7af5e2-970b-4ef4-8066-31906a7e71aa HTTP/1.1" status: 200  len: 862 time: 0.2169452
Feb 17 20:25:34.515502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db24414c-a15a-48e7-84ec-77e9cf00edb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:36.957537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 49946) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:37.085537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32c77686-82b8-4f8a-bf3c-476f604882b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:37.148127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c9cf1-7465-4170-b803-fc1e6447e2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:37.149528 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a11c9cf1-7465-4170-b803-fc1e6447e2aa admin admin] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 886 time: 0.1909125
Feb 17 20:25:37.673707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:38.899146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:39.356634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:25:39.664069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49956) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:39.788883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e8440-1a79-4808-ac2e-096ecc3fa6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:39.789305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e8440-1a79-4808-ac2e-096ecc3fa6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:39.790148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a22e8440-1a79-4808-ac2e-096ecc3fa6e9 admin admin] Synchronizing usage tracker for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:subnet {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:25:39.806696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a22e8440-1a79-4808-ac2e-096ecc3fa6e9 admin admin] Unset dirty status for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:subnet {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:25:39.807952 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a22e8440-1a79-4808-ac2e-096ecc3fa6e9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1427889
Feb 17 20:25:42.366094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49966) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:42.491837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0f070-0832-4e33-a4c1-be63bda942de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:42.492257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0f070-0832-4e33-a4c1-be63bda942de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:42.493982 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-70a0f070-0832-4e33-a4c1-be63bda942de admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1266975
Feb 17 20:25:43.994672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:25:45.130540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49976) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:45.251493 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010793de-e443-4028-a761-e92e00e18df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:45.253001 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-010793de-e443-4028-a761-e92e00e18df2 admin admin] 10.222.0.23 "GET /v2.0/subnets/72e64661-b64a-418c-b0d7-2f9dbdd04d42 HTTP/1.1" status: 200  len: 868 time: 0.1214223
Feb 17 20:25:47.820693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 49986) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:25:47.935683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70960720-1cd7-4e25-95d2-036a60021655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:25:47.937181 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-70960720-1cd7-4e25-95d2-036a60021655 admin admin] 10.222.0.23 "GET /v2.0/subnets/a77a138a-48dd-4baf-b9e3-d9f287eb8723 HTTP/1.1" status: 200  len: 816 time: 0.1154265
Feb 17 20:26:04.510349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3622d85-95bb-4362-89ed-eef87decf5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:07.092216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11397596-4ef7-4dd8-a7e4-efaa5cdefe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:07.679727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:08.912628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:09.367132 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:15.251868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50028) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:26:15.304884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-70c68e06-3d6d-465a-bbc2-bb2bbf591eb1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:26:15.305993 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-70c68e06-3d6d-465a-bbc2-bb2bbf591eb1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0531008
Feb 17 20:26:17.941022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50038) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:26:18.023880 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcaa6083-8a24-4800-bf14-5c007fcf29b4 admin admin] GET failed (client error): The resource could not be found.
Feb 17 20:26:18.025282 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-dcaa6083-8a24-4800-bf14-5c007fcf29b4 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0832491
Feb 17 20:26:18.169619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1d11d-8b31-4bda-bff5-b8459d4382fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:26:18.171750 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d9e1d11d-8b31-4bda-bff5-b8459d4382fb admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1419837
Feb 17 20:26:20.719278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50048) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:26:20.773475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:26:20.779255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:26:20.790278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:26:20.800495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Made reservation on behalf of d9491db03cdf48d79e1f9795f2c38b2b for: {'network': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:26:20.805207 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:20.904767 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.services.revisions.revision_plugin [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fc4b93a6b00] {project_id='d9491db03cdf48d79e1f9795f2c38b2b', id='a7abc0e1-c0e4-44f2-ad91-023d8eb10b9a', target_tenant='*', action='access_as_shared', object_id='f80782ee-936b-4249-af28-7f0f3c6c429f'}> to bump revision.
Feb 17 20:26:20.927406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=84017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:26:20.939536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256671776764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:20.940058 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Added segment ab74997b-d2ef-4e01-b5eb-6c0426f077b7 of type vxlan for network f80782ee-936b-4249-af28-7f0f3c6c429f
Feb 17 20:26:20.970500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:20.995217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:26:21.008257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:21.009570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:26:21.010237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:21.016515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:26:21.122857 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4023824
Feb 17 20:26:21.131764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Pushing event updated for resources: {'Network': ['ID=f80782ee-936b-4249-af28-7f0f3c6c429f,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:26:21.134920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:26:21.146358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network f80782ee-936b-4249-af28-7f0f3c6c429f details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:26:23.785484 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50058) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:26:23.867411 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-daab79c7-bcab-47b4-998b-2c12920442f6 admin admin] GET failed (client error): The resource could not be found.
Feb 17 20:26:23.868007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-daab79c7-bcab-47b4-998b-2c12920442f6 admin admin] Synchronizing usage tracker for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:network {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:26:23.883235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-daab79c7-bcab-47b4-998b-2c12920442f6 admin admin] Unset dirty status for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:network {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:26:23.886471 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-daab79c7-bcab-47b4-998b-2c12920442f6 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0980060
Feb 17 20:26:24.012102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa747860-e912-42db-9a54-a904010e4f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:26:24.013723 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-aa747860-e912-42db-9a54-a904010e4f2c admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1243644
Feb 17 20:26:24.025438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Request body: {'subnet': {'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:26:24.031268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:26:24.041336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:26:24.050233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Made reservation on behalf of d9491db03cdf48d79e1f9795f2c38b2b for: {'subnet': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:26:24.054957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:24.478034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:24.493008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cb56d7b7-7123-4d7d-9e93-67a4af8d5700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:26:24.616492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de2f253-9968-4888-9b8a-9fcf8213158b,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:26:24.621730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:26:24.694372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Checking segment: {'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:26:24.694751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Network hostable DHCP agents. Network: f80782ee-936b-4249-af28-7f0f3c6c429f, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:26:24.712984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Network f80782ee-936b-4249-af28-7f0f3c6c429f is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:26:24.721599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, f80782ee-936b-4249-af28-7f0f3c6c429f) {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:26:24.725571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:26:24.726269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:24.731780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c868d54b-960a-46b5-b7d3-1a933504b47e None None] Network f80782ee-936b-4249-af28-7f0f3c6c429f requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:26:24.753416 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7319288
Feb 17 20:26:24.979134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-f80782ee-936b-4249-af28-7f0f3c6c429f', 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f', 'tenant_id': 'd9491db03cdf48d79e1f9795f2c38b2b', 'fixed_ips': [{'subnet_id': '7de2f253-9968-4888-9b8a-9fcf8213158b'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:26:24.981029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:25.288767 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Allocated IP 192.168.233.2 (f80782ee-936b-4249-af28-7f0f3c6c429f/7de2f253-9968-4888-9b8a-9fcf8213158b/e8a5d762-3fd0-4836-bcef-53558574526a) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:26:25.531583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:25.544479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Transition to ACTIVE for port object e8a5d762-3fd0-4836-bcef-53558574526a will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:26:25.561893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Transition to ACTIVE for port object e8a5d762-3fd0-4836-bcef-53558574526a will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:26:25.567315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:25.583818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:26:25.724856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Pushing event updated for resources: {'Port': ['ID=e8a5d762-3fd0-4836-bcef-53558574526a,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:26:25.738884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.739264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.739646 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.739994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.740504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.740899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.741316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.741788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.742176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.742546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.742907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.743387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:26:25.750152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:26:25.802931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Network f80782ee-936b-4249-af28-7f0f3c6c429f is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:26:25.804190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:26:25.806832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:26:25.869976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Attempting to bind port e8a5d762-3fd0-4836-bcef-53558574526a on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:26:25.870391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Attempting to bind port e8a5d762-3fd0-4836-bcef-53558574526a by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:26:25.870796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Attempting to bind port e8a5d762-3fd0-4836-bcef-53558574526a on network f80782ee-936b-4249-af28-7f0f3c6c429f {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:26:25.878307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:26:25.878725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Checking segment: {'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:26:25.879180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:25.879607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Bound using segment: {'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:26:25.880126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Bound port: e8a5d762-3fd0-4836-bcef-53558574526a, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:26:25.880535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:26.004154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] For port e8a5d762-3fd0-4836-bcef-53558574526a, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:26:26.007901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] For port e8a5d762-3fd0-4836-bcef-53558574526a, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e8a5d762-3fd0-4836-bcef-53558574526a,segment=NetworkSegment(ab74997b-d2ef-4e01-b5eb-6c0426f077b7),segment_id=ab74997b-d2ef-4e01-b5eb-6c0426f077b7)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:26:26.010422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:26.024765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:26:26.178205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Pushing event updated for resources: {'Port': ['ID=e8a5d762-3fd0-4836-bcef-53558574526a,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:26:26.181884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:26:27.188659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e8a5d762-3fd0-4836-bcef-53558574526a up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:26:27.284726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port e8a5d762-3fd0-4836-bcef-53558574526a completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:26:27.514136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c7474-93b3-4b6e-9947-5e47defc2132 None None] Network f80782ee-936b-4249-af28-7f0f3c6c429f requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:26:27.656598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Provisioning for port e8a5d762-3fd0-4836-bcef-53558574526a completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:26:27.697110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Provisioning complete for port e8a5d762-3fd0-4836-bcef-53558574526a triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:26:27.697425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:28.064421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:28.102778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] For port e8a5d762-3fd0-4836-bcef-53558574526a, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e8a5d762-3fd0-4836-bcef-53558574526a,segment=NetworkSegment(ab74997b-d2ef-4e01-b5eb-6c0426f077b7),segment_id=ab74997b-d2ef-4e01-b5eb-6c0426f077b7)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:26:28.106339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:28.109074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:26:28.191974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Pushing event updated for resources: {'Port': ['ID=e8a5d762-3fd0-4836-bcef-53558574526a,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:26:28.195696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:26:28.341787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-807d2d78-a477-4115-8a86-f896f55aa26c None None] Provisioning complete for port e8a5d762-3fd0-4836-bcef-53558574526a triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:26:28.342211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-807d2d78-a477-4115-8a86-f896f55aa26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:28.620763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-000e5a6f-9302-48b3-8141-5176305855a9 None None] Provisioning complete for port e8a5d762-3fd0-4836-bcef-53558574526a triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:26:28.621164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-000e5a6f-9302-48b3-8141-5176305855a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:28.876464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-337c96bc-69d7-4652-9d69-96026ecf152e None None] Provisioning complete for port e8a5d762-3fd0-4836-bcef-53558574526a triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:26:28.876799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-337c96bc-69d7-4652-9d69-96026ecf152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:29.169851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e8a5d762-3fd0-4836-bcef-53558574526a up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:26:29.245154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port e8a5d762-3fd0-4836-bcef-53558574526a triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:26:29.245722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:34.514614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdc6095d-47ec-4377-9836-36b6900b6a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:37.096983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11416a65-350f-48d1-8327-2f68e4a06734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:37.680212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:38.909175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:39.368824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:26:58.002420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:27:04.520998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c4d9113-7521-4e73-9427-2e3a0fc795ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:07.092686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9029166e-278d-4a6b-99dc-ba40fff64bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:07.688979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:08.916276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:09.379856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:33.694624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50100) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:27:33.701289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-108429c1-3e6b-4dfc-8443-17a035c4f91f tempest-verify_tempest_config-678678608 tempest-verify_tempest_config-678678608-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:27:33.702456 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-108429c1-3e6b-4dfc-8443-17a035c4f91f tempest-verify_tempest_config-678678608 tempest-verify_tempest_config-678678608-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0067844
Feb 17 20:27:34.073356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50120) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:27:34.202925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.218497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:27:34.222517 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Usage tracker for resource:security_group_rule and tenant:cdf19cf98aa045bbb6c9cc1d703738f5 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:27:34.225455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:27:34.231183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:27:34.323345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.327254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.336831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:27:34.380801 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdf19cf98aa045bbb6c9cc1d703738f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3062305
Feb 17 20:27:34.382453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb63d8-b655-4629-a82b-7e54e44de87f,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:27:34.383877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50126) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:27:34.390251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.390638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.391012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.391372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.391726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.392095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.392453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.392801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.393170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.393520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.393904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.394253 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.398543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:27:34.450128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.477526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.517461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46302c5f-8655-4cfb-b86d-037597fd6185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.532819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.537992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:27:34.552427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb63d8-b655-4629-a82b-7e54e44de87f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:27:34.560744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:34.561978 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbfb63d8-b655-4629-a82b-7e54e44de87f HTTP/1.1" status: 204  len: 168 time: 0.1770368
Feb 17 20:27:34.563759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.564146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.564521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.564959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.565219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.565590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.565982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.566345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.566771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.567126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.567477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.567828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:27:34.571158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:27:34.992963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:27:37.090939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a07a8cd-f301-4768-b95a-2df56b692ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:37.690269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:38.903819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:27:39.383430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:04.510234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e06a0738-7472-443e-a3d0-60d49a119e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:07.088346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dec667e7-25ae-463f-b91c-ec88f62e3d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:07.689944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:08.898265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:09.378547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:11.991965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:28:34.513104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc5376d9-506b-4c15-be44-3d5a1d674cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:37.090664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d45cb930-8ed8-4d76-8316-8c15a7946f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:37.693624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:38.905823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:39.394869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:28:48.991486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:29:04.516814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27647be3-b853-4ec1-8c09-97de5d20f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:07.096446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b03caf6-007e-4a54-9636-dcdb447e17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:07.695444 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:08.899529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:09.392864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:25.992440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 5 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:29:27.016535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814'] for agent, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:27.017136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.017372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.017820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.018199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.018625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.019045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.019511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.019883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.020331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.020702 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.021136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.021525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:29:27.022024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc4b952c3c8>, 'Open vSwitch agent', 'hv-cinder-75999', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:29:27.029084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc4b99ed048>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75999', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:29:27.589615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] get_endpoint_by_host() called for host hv-cinder-75999 {{(pid=84019) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 20:29:27.594755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] get_endpoint_by_ip() called for ip 192.168.0.70 {{(pid=84019) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 20:29:27.597988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] _add_endpoint() called for ip 192.168.0.70 {{(pid=84019) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 20:29:27.603233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] _get_endpoints() called {{(pid=84019) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 20:29:32.630699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50198) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:29:32.759581 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-baed0e7a-0483-4a91-9897-6b79a58bfa0c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1276748
Feb 17 20:29:34.520256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a7b10ed3-d150-4469-9c24-8ce762840033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:35.379356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50208) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:29:35.441792 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6a5881ff-8ec9-4b84-b55a-927b36f77feb admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0613058
Feb 17 20:29:37.091999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49a670fb-5899-4b7a-a126-9c304309e631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:37.703138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:38.907436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:39.394965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:29:57.023764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:02.992052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:30:04.522988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac10f5e3-b18a-4c15-834f-25e864d8f998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:07.099140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18f38708-9bde-41c3-8db4-7dd0ce5c4697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:07.702513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:08.902069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:09.397549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:27.036148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:34.528491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-702e9a8e-a41c-4601-8bdf-39f0a752b370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:37.105586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebbf5-c784-48ee-80bd-915c9f842253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:37.707303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:38.909334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:39.408375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:30:39.996850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:30:57.035635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:04.522304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9526ba75-177d-458f-a20e-ecfc2d1374c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:07.089527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4b7e70d4-a0e7-4dd9-9104-fdb21cb8e191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:07.711416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:08.908587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:09.402589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:16.997339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:31:21.480363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50410) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:21.516897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50416) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:21.694108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50426) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:21.842366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2091307448-network', 'tenant_id': '58d3ba5c609d4a3a96692ba884a3c8b9'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:21.848622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:21.852851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Usage tracker for resource:network and tenant:58d3ba5c609d4a3a96692ba884a3c8b9 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:21.856336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:21.867804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-network', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:21.872257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:21.874807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:21.885073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Usage tracker for resource:network and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:21.889875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:21.896778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:21.899010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Made reservation on behalf of 58d3ba5c609d4a3a96692ba884a3c8b9 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:21.903767 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:21.921988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:21.940692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-988324919-network', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:21.949001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Made reservation on behalf of 9dda3e55668745f8a4875140a9bad70d for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:21.954610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:21.965196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:21.973802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:21.992171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Usage tracker for resource:security_group_rule and tenant:58d3ba5c609d4a3a96692ba884a3c8b9 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:21.996465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:21.999672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:22.009716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Usage tracker for resource:network and tenant:b960bf1beba2491eb51d05c4781f0053 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:22.012882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:22.017061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:22.022074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:22.031923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:22.034990 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Usage tracker for resource:security_group_rule and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:22.044041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:22.070568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:22.079793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Made reservation on behalf of b960bf1beba2491eb51d05c4781f0053 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:22.085779 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.110977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.145023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:22.156890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Usage tracker for resource:security_group_rule and tenant:b960bf1beba2491eb51d05c4781f0053 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:22.163357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:22.180461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:22.296175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.312480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.314431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.325970 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d6c5d16a-bbcd-4a5c-99c2-56bee2e82d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:22.333796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.372570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:31:22.418902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.419287 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Added segment dca4f04d-7e8d-45dd-910a-835d96c2ee15 of type vxlan for network 7b7b579a-a549-4e7f-895d-a8a725b67bee
Feb 17 20:31:22.435684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c007aba3-1ceb-4164-a47c-e6511c8353fe,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:22.447812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.450650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.451241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.451385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.451691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.452052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.452407 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.452757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.453113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.453462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.453838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.454189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.454533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.454925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.455382 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.455959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.456470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.456822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.457180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.457518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.457875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.458240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.458802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.458920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.459230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Tracked resource versions report:
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-75999: {   'AddressGroup': '1.1',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 17 20:31:22.460573 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:31:22.469670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:22.469891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:22.477127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.503075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.535841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fad32b-5fa5-4bed-8690-58d4fcc1ffb2,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:22.539727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:22.540235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:22.587485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.589858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5468ed0b-a642-4973-99ee-10fb18900d7f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:22.594412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:22.595042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.600043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:31:22.600393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:31:22.602889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:22.603408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:22.617240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:31:22.617590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:31:22.724974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Pushing event updated for resources: {'Network': ['ID=7b7b579a-a549-4e7f-895d-a8a725b67bee,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:22.730128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:22.737829 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.2557814
Feb 17 20:31:22.741070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50470) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:22.744273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:22.747863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Request body: {'subnet': {'network_id': '7b7b579a-a549-4e7f-895d-a8a725b67bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2091307448-subnet', 'tenant_id': '58d3ba5c609d4a3a96692ba884a3c8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:22.754690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:22.759966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Usage tracker for resource:subnet and tenant:58d3ba5c609d4a3a96692ba884a3c8b9 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:22.763821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:22.772457 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:22.791788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Made reservation on behalf of 58d3ba5c609d4a3a96692ba884a3c8b9 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:22.798285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:22.906519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:23.120740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.132182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.266829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:31:23.277609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.278170 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Added segment 3a56b01f-f8ad-47e6-89de-98742cb8a835 of type vxlan for network 639f92c4-eb51-4b4b-9ac1-1a8074370a98
Feb 17 20:31:23.327369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.381721 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.385267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:23.385944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.405171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a47b043c-601c-4100-9dc6-85300ba8d38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:23.420758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:31:23.421438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:31:23.558556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Pushing event updated for resources: {'Network': ['ID=639f92c4-eb51-4b4b-9ac1-1a8074370a98,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:23.566085 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8706343
Feb 17 20:31:23.567379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:23.567650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50508) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:23.579819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:23.581732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Request body: {'subnet': {'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-subnet', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:23.592009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:23.599030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Usage tracker for resource:subnet and tenant:b960bf1beba2491eb51d05c4781f0053 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:23.602067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:23.603057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:23.614870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:23.620801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.625661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Made reservation on behalf of b960bf1beba2491eb51d05c4781f0053 for: {'subnet': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:23.631761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:23.734343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a08d45c1-80ab-465e-86f6-6951995803b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:23.984781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.053468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5d4be0-3ce3-42d4-9c8f-60462f1672a1,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:24.068402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:24.078557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:31:24.098875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.099280 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Added segment 895e466b-95f8-4fa7-aca8-9fc4deebdd66 of type vxlan for network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786
Feb 17 20:31:24.157548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.178494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Checking segment: {'id': 'dca4f04d-7e8d-45dd-910a-835d96c2ee15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7b7b579a-a549-4e7f-895d-a8a725b67bee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:24.179281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Network hostable DHCP agents. Network: 7b7b579a-a549-4e7f-895d-a8a725b67bee, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:31:24.219020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:31:24.224561 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.226332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:24.227263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.235704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:24.324579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 7b7b579a-a549-4e7f-895d-a8a725b67bee) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:24.334218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a71d6a-b8e2-4eac-ba1e-b10bd8b6a99e None None] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:24.347689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:24.348341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.381566 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.8625584
Feb 17 20:31:24.382223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50536) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:24.401002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Request body: {'subnet': {'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-subnet', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:24.406580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:24.412370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Usage tracker for resource:subnet and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:24.415488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:24.422696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:24.430204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Pushing event updated for resources: {'Network': ['ID=76a9ff48-a6c4-4abf-827c-dc6b67c9a786,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:24.447013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:24.448821 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7062349
Feb 17 20:31:24.450141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Made reservation on behalf of 9dda3e55668745f8a4875140a9bad70d for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:24.455930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.466950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:24.488931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:24.592730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:24.721766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4bfbef2b-0b74-43b0-8f14-cb6afb88eca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:24.871781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98feabf0-a940-486a-a30d-75c2365871d8,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:24.898461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.899209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.914287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.915234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.917023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.919106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.920001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.920527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.925006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.925735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.928809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.929345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.930304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.931717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.933437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.934062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.935986 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.938550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.939150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.941937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.942559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.943084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.943623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.944145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Tracked resource versions report:
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-75999: {   'AddressGroup': '1.1',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 17 20:31:24.946996 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:31:24.962067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:25.082404 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Checking segment: {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:25.083124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Network hostable DHCP agents. Network: 639f92c4-eb51-4b4b-9ac1-1a8074370a98, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:31:25.153586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:31:25.183035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 639f92c4-eb51-4b4b-9ac1-1a8074370a98) {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:25.203319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:25.204532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:25.299447 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.7276993
Feb 17 20:31:25.299700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50590) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:25.305559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:25.312894 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:25.324197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Usage tracker for resource:router and tenant:b960bf1beba2491eb51d05c4781f0053 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:25.330708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:25.351048 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:25.367507 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:25.381367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:25.382608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:25.383533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1ce66dd0-0672-42bb-b895-4426c2064529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:25.417899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:25.419991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b3bcea-a2e7-475d-bf78-1f4f77d3b77f None None] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:25.450172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50608) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:25.460511 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 20:31:25.494589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50612) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:25.644037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9fe5978-e25b-4111-bf7e-d69c8651bbf8,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:25.666043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:25.772668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d1e3fe-4e09-4246-ab7e-c4678b38ed34 None None] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:25.833277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Checking segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:25.833669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Network hostable DHCP agents. Network: 76a9ff48-a6c4-4abf-827c-dc6b67c9a786, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:31:25.881867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50626) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:25.889167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:31:25.911606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 76a9ff48-a6c4-4abf-827c-dc6b67c9a786) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:25.919356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:25.921121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:25.959242 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5712612
Feb 17 20:31:25.962272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50634) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:25.969476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:25.976246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:25.982718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Usage tracker for resource:router and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:25.987102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:25.995053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:26.006759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.008950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.035306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fedb13-e992-4472-b299-1536311a31a9 None None] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:26.036928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.146188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.327733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.328071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:26.348491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Usage tracker for resource:security_group_rule and tenant:0e9c205859fd4ddbbeeded6b6c514118 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:26.355191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:26.397163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969bf6a4-ea3d-4ef6-b3e0-b7a01b50ea28 None None] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:26.433041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:26.452700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Usage tracker for resource:security_group_rule and tenant:644601ef248e454e949b63acf8e46070 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:26.461294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:26.465847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.476506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:26.504931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.526385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-2267c3de-f9cb-4847-9a2a-0db9181008a3 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:26.533795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:26.534239 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-2267c3de-f9cb-4847-9a2a-0db9181008a3 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/networks?id=7b7b579a-a549-4e7f-895d-a8a725b67bee HTTP/1.1" status: 200  len: 812 time: 1.0828526
Feb 17 20:31:26.618740 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-2a5084bb-9c51-466c-aa42-bfb3bb58c2e4 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/quotas/58d3ba5c609d4a3a96692ba884a3c8b9 HTTP/1.1" status: 200  len: 375 time: 0.0833645
Feb 17 20:31:26.689293 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-c37cbb05-8650-42ef-95ef-67620274a02b tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d3ba5c609d4a3a96692ba884a3c8b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0695841
Feb 17 20:31:26.748458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.753256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.768320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:26.784755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.807038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:26.828104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:26.935645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:31:26.943444 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.007627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb011f9-14ba-4332-8fde-e27512f759ca,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:27.013448 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Synchronizing usage tracker for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:31:27.016704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:27.084435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Unset dirty status for tenant:d9491db03cdf48d79e1f9795f2c38b2b on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:31:27.088844 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e9c205859fd4ddbbeeded6b6c514118&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2058909
Feb 17 20:31:27.091456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50694) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:27.113665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.159087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.231653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-2906f38d-f4ec-4485-985e-8d995db6b4ae service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:31:27.241016 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-2906f38d-f4ec-4485-985e-8d995db6b4ae service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4446583
Feb 17 20:31:27.266171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.271272 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=644601ef248e454e949b63acf8e46070&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7752624
Feb 17 20:31:27.272380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114544c5-0939-463a-892f-630693b255b7,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:27.276306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:27.324212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50706) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:27.406107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.432089 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-2414b4a7-2a9e-48e3-963d-cc4d4cfaced6 service neutron] 10.222.0.23 "GET /v2.0/networks/7b7b579a-a549-4e7f-895d-a8a725b67bee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899121
Feb 17 20:31:27.505659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.519736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Allocated IP 172.20.0.2 (76a9ff48-a6c4-4abf-827c-dc6b67c9a786/b9fe5978-e25b-4111-bf7e-d69c8651bbf8/f4cd0d7d-0649-4204-b0c2-400f1fcbabfa) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:27.629673 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-2920500a-ae20-4661-975f-36016f098076 service neutron] 10.222.0.23 "GET /v2.0/networks/7b7b579a-a549-4e7f-895d-a8a725b67bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1965735
Feb 17 20:31:27.782099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.816622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.870421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.884403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.908738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.925810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Transition to ACTIVE for port object f4cd0d7d-0649-4204-b0c2-400f1fcbabfa will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:27.957014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:27.957531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Transition to ACTIVE for port object f4cd0d7d-0649-4204-b0c2-400f1fcbabfa will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:27.988061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.069382 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:28.287652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5009b6c2-eef5-4b82-8fe1-94f352fd177a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:28.323989 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9285141-0452-4175-b898-4d834d755e86 req-50c6fd51-feba-4ea8-86f3-901d616406bf tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.0789196
Feb 17 20:31:28.335501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb011f9-14ba-4332-8fde-e27512f759ca,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:28.338401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:28.342575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Pushing event updated for resources: {'Port': ['ID=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:28.382182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Allocated IP 172.27.2.130 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/e4a4afe1-b2d3-42a7-a329-3208351b40f2) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:28.384410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.384756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.385008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.385379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.385789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.386139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.386504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.387367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.387367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.387543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.387879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.388180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.388578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.388942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.389316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.389629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.390007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.390369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.390725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.391079 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.391433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.391784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.392137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.392535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:28.394114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Tracked resource versions report:
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-75999: {   'AddressGroup': '1.1',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 17 20:31:28.394455 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:31:28.397285 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fb011f9-14ba-4332-8fde-e27512f759ca HTTP/1.1" status: 204  len: 168 time: 1.3029785
Feb 17 20:31:28.423314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.434025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:28.558563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.562725 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/114544c5-0939-463a-892f-630693b255b7 HTTP/1.1" status: 204  len: 168 time: 1.2374134
Feb 17 20:31:28.572736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114544c5-0939-463a-892f-630693b255b7,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:28.587089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:28.599455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:28.683435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:28.687594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.692164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:28.728859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.746637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:31:28.750650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:28.895931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Attempting to bind port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:31:28.896401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Attempting to bind port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:31:28.896708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Attempting to bind port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa on network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:31:28.914519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:31:28.914944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Checking segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:28.915399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.915846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Bound using segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:31:28.916372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Bound port: f4cd0d7d-0649-4204-b0c2-400f1fcbabfa, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:31:28.916797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:28.924937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Allocated IP 172.27.2.155 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/316d3277-6cef-49dc-b6f5-8b0f4130d934) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:29.120873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Pushing event updated for resources: {'Port': ['ID=e4a4afe1-b2d3-42a7-a329-3208351b40f2,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:29.124978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:29.127350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:29.128805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:29.132797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:31:29.135999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] For port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:31:29.143823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] For port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:31:29.153397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:29.198283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50808) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:29.228891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:29.285380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:29.291658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:29.301785 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2ac6d8f0cd4814bfba9208d94b618f is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:29.306088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:29.315883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:29.384174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:29.416718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:29.485076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8160d6b7-4a3a-4f3e-96e0-16b665aa142c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:29.717709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Pushing event updated for resources: {'Port': ['ID=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:29.736689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:29.743865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:29.829039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50836) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:29.906835 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be83ef1b-3c25-4234-9c10-24c42a1bc712 req-3d99d490-33bc-4c47-be5a-257386bf4248 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.4927344
Feb 17 20:31:29.963461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Pushing event updated for resources: {'Port': ['ID=316d3277-6cef-49dc-b6f5-8b0f4130d934,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:29.981246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:30.001368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.008920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.031976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92629a02-0744-4efc-88b2-93f4182d90a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:30.179162 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef2ac6d8f0cd4814bfba9208d94b618f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9784682
Feb 17 20:31:30.192377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50854) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:30.192987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2684617d-1fa8-43c1-a6c3-3a84b37371aa,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:30.211587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:30.215488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:30.219600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:30.224011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:31:30.378104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50860) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:30.381215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.485596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.508376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.586729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031501534-network', 'tenant_id': 'dba1b2d398c54c408838bfe44b8f9fb1'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:30.594109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:30.598360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:30.606559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Usage tracker for resource:security_group_rule and tenant:e035d846312b414dbf583d717c06686a is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:30.606867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.613532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Usage tracker for resource:network and tenant:dba1b2d398c54c408838bfe44b8f9fb1 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:30.618368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:30.631568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:30.646528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:30.648811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:30.687463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Made reservation on behalf of dba1b2d398c54c408838bfe44b8f9fb1 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:30.693233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.718949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.749504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:30.754791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Usage tracker for resource:security_group_rule and tenant:dba1b2d398c54c408838bfe44b8f9fb1 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:30.757844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:30.771657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:30.781146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.782053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.881418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Router ddd97e71-329c-4002-bbb0-b5dfefa9f209 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:31:30.903452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:30.924879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2684617d-1fa8-43c1-a6c3-3a84b37371aa,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:30.933017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:30.981236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:30.984961 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2684617d-1fa8-43c1-a6c3-3a84b37371aa HTTP/1.1" status: 204  len: 168 time: 0.7862744
Feb 17 20:31:30.997871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.329628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.382790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:31.385363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f4cd0d7d-0649-4204-b0c2-400f1fcbabfa up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:31.391790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.398835 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f1b8933-7782-4f30-88b7-118d8d5832ba req-eb3f6221-d4d3-4d37-ab83-324b707a4cd0 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.2001522
Feb 17 20:31:31.419722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.479279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe87c053-92d9-4f23-91b4-4cfa1a29758e,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:31.488173 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e035d846312b414dbf583d717c06686a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6542916
Feb 17 20:31:31.490992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50888) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:31.494933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:31.497602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:31.506792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:31:31.527836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:31:31.546840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5c1d1-ad87-4d1f-9b08-63d0ca91909f None None] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:31.555268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.559544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.559940 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Added segment 51513735-dc03-497f-8936-5585cc2c294a of type vxlan for network 9aca552d-172e-4080-9ccd-6438e0c5c84a
Feb 17 20:31:31.562329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:31:31.566326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705660f5-15b8-41cf-8ffe-0b4c5500682c,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:31.574647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Sync routers for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:31:31.593039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:31.596907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b968a860>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:31.635389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:31.645716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.659561 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Notify callbacks [] for router, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.661012 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.6973364
Feb 17 20:31:31.663924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50898) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:31.871095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Provisioning for port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:31:31.874603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.880435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Provisioning complete for port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:31.881189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.886409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:31.887065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:31.898814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:31.964422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.011701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:31:32.015994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.039704 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6559703
Feb 17 20:31:32.046751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50910) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:32.068111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Request body: {'subnet': {'network_id': '9aca552d-172e-4080-9ccd-6438e0c5c84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031501534-subnet', 'tenant_id': 'dba1b2d398c54c408838bfe44b8f9fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:32.069851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:32.073589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:32.078912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Usage tracker for resource:subnet and tenant:dba1b2d398c54c408838bfe44b8f9fb1 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:32.083092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:32.094962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:32.110149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Pushing event updated for resources: {'Network': ['ID=9aca552d-172e-4080-9ccd-6438e0c5c84a,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:32.119734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.134051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:32.134745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Made reservation on behalf of dba1b2d398c54c408838bfe44b8f9fb1 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:32.140236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Notify callbacks [] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.147330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 9aca552d-172e-4080-9ccd-6438e0c5c84a details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:32.319701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] For port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:31:32.325742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.332323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:32.434340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Pushing event updated for resources: {'Port': ['ID=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:32.452198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:32.489420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d866f46c-3d63-48d1-b2b8-f54ada19ff1f None None] Provisioning complete for port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:32.489870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d866f46c-3d63-48d1-b2b8-f54ada19ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.699803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b968a860>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:29Z', 'revision_number': 3, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:32.705891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Checking router: ddd97e71-329c-4002-bbb0-b5dfefa9f209 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:31:32.706602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Updating router ddd97e71-329c-4002-bbb0-b5dfefa9f209 port e4a4afe1-b2d3-42a7-a329-3208351b40f2 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:31:32.804229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:31:32.816857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Sync routers for ids ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:31:32.833754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.840437 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2fe6f59-7ca4-4a28-b3cf-62245bd989ec req-ef2f44ad-d4c7-4415-9286-dab298883e77 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.0767286
Feb 17 20:31:32.867485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Routers {'e68ed273-9f0d-4a5b-94c9-b945a371a7c9'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:32.868608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96ee400>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:32.881191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.882388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.883777 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.5829222
Feb 17 20:31:32.903993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 50926) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:32.904809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:32.934220 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe87c053-92d9-4f23-91b4-4cfa1a29758e,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:32.940873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:32.947654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:32.951420 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe87c053-92d9-4f23-91b4-4cfa1a29758e HTTP/1.1" status: 204  len: 168 time: 1.4546835
Feb 17 20:31:33.238060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-445d61b2-9d7b-445b-8a6d-c6edd2c047a6 None None] Provisioning complete for port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:33.238863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-445d61b2-9d7b-445b-8a6d-c6edd2c047a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:33.406001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f4cd0d7d-0649-4204-b0c2-400f1fcbabfa up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:33.444685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:33.459729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Transition to ACTIVE for port object e4a4afe1-b2d3-42a7-a329-3208351b40f2 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:33.463061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:33.490232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:33.521310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Set router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:33.654202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50948) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:33.697947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:33.726302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Pushing event updated for resources: {'Port': ['ID=e4a4afe1-b2d3-42a7-a329-3208351b40f2,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:33.743004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:33.755159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Usage tracker for resource:security_group_rule and tenant:35f84f52b8d344d5a5b3d5fa80b86855 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:33.762383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.762938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.763396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.763769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.764129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.765181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.765549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.765932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.771406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.771794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.772130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.772495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.773073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.773438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.773819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.774176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.774529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.774885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.775237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.775590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.775942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.776290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.776639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.776988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Tracked resource versions report:
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]: pushed versions:
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]: consumer versions:
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     L3 agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     Metering agent@dv-cinder-759994-3-iscsi: {},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-759994-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-75999: {   'AddressGroup': '1.1',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 17 20:31:33.778370 dv-cinder-759994-3-iscsi neutron-server[83906]:  {{(pid=84020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 20:31:33.781589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:33.785271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:33.792811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:33.883084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Attempting to bind port e4a4afe1-b2d3-42a7-a329-3208351b40f2 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:31:33.883450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Attempting to bind port e4a4afe1-b2d3-42a7-a329-3208351b40f2 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:31:33.883852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Attempting to bind port e4a4afe1-b2d3-42a7-a329-3208351b40f2 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:31:33.890230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:31:33.890972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:33.891115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:33.891541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:31:33.892062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Bound port: e4a4afe1-b2d3-42a7-a329-3208351b40f2, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:31:33.892748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.034737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] For port e4a4afe1-b2d3-42a7-a329-3208351b40f2, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:31:34.041362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] For port e4a4afe1-b2d3-42a7-a329-3208351b40f2, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e4a4afe1-b2d3-42a7-a329-3208351b40f2,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:31:34.049763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.059612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.063696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.083639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b7fc278b-4bcd-4983-a8c9-fa1aae274dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:34.085729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-221bb21c-770c-4722-b30e-c7b884d3c9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:34.297154 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a8f2e3f-140d-47fd-8c61-cf8d4f417783 req-9c75b4f1-5010-461d-ab04-43d1e20275ec tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.1834795
Feb 17 20:31:34.299045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a7cda8-cf28-4c1c-b959-fa2a883a65e4,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:34.317911 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35f84f52b8d344d5a5b3d5fa80b86855&name=default HTTP/1.1" status: 200  len: 2976 time: 0.6586695
Feb 17 20:31:34.317911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:34.322995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 50968) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:34.394928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.488961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.555869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.569650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:34.570103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.653528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.660092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-18673bdc-9dbb-4811-b21b-9d149ea1b212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:34.666357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc7dbe9a-2cf1-4989-bce4-4f26bc44924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.689742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a7cda8-cf28-4c1c-b959-fa2a883a65e4,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:34.694684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:34.716006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.719698 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9a7cda8-cf28-4c1c-b959-fa2a883a65e4 HTTP/1.1" status: 204  len: 168 time: 0.3931651
Feb 17 20:31:34.770286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Pushing event updated for resources: {'Port': ['ID=e4a4afe1-b2d3-42a7-a329-3208351b40f2,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:34.775685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:34.799592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b0d626e-35b7-4928-a4eb-b4f09bbbd6a3 None None] Provisioning complete for port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:34.800095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b0d626e-35b7-4928-a4eb-b4f09bbbd6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:34.864007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:34.864690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b968a860>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:34.932769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96ee400>, [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:31:30Z', 'revision_number': 3, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port': {'id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:28Z', 'updated_at': '2021-02-17T20:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:34.979200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Checking router: e68ed273-9f0d-4a5b-94c9-b945a371a7c9 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:31:34.979833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Updating router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 port 316d3277-6cef-49dc-b6f5-8b0f4130d934 binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:31:35.146498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 9aca552d-172e-4080-9ccd-6438e0c5c84a details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:35.201338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.54', 52287) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:35.385613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:35.412857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51008) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:35.422852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:35.712131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-688ea86a-0345-432f-95fa-f6b7ba384716 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:35.713768 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-688ea86a-0345-432f-95fa-f6b7ba384716 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.54 "GET /v2.0/networks?id=7b7b579a-a549-4e7f-895d-a8a725b67bee HTTP/1.1" status: 200  len: 812 time: 0.4711099
Feb 17 20:31:35.761637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:35.780796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:35.840583 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1a7dc3d8-ce38-41ce-a929-b29025c259a0 req-f6cafda7-0924-401b-a808-5e2224220ecc tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.1220567
Feb 17 20:31:35.849831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:35.874346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Request body: {'port': {'device_id': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'network_id': '7b7b579a-a549-4e7f-895d-a8a725b67bee', 'admin_state_up': True, 'tenant_id': '58d3ba5c609d4a3a96692ba884a3c8b9'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:36.040134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:36.084872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b968a860>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:29Z', 'revision_number': 3, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:36.088761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:36.091855 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0812cb14-dd7b-4b2b-9e98-e290c6bddea2 None None] The sync data for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi is: [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:29Z', 'revision_number': 3, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:31:36.103895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Usage tracker for resource:port and tenant:58d3ba5c609d4a3a96692ba884a3c8b9 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:36.108780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:36.116233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:36.137491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Made reservation on behalf of 58d3ba5c609d4a3a96692ba884a3c8b9 for: {'port': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:36.148227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:36.172118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Usage tracker for resource:security_group_rule and tenant:85330292633d46b78ce6880a8a0158f0 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:36.244813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:36.285573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:36.303754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Allocated IP 172.20.0.1 (76a9ff48-a6c4-4abf-827c-dc6b67c9a786/b9fe5978-e25b-4111-bf7e-d69c8651bbf8/83b57a4d-9512-40b9-93e8-f625e6e36ed9) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:36.445843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b87c2d4-b331-4d28-81de-3a01870d2eb3,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:36.447287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:36.456964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:36.466219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Transition to ACTIVE for port object 316d3277-6cef-49dc-b6f5-8b0f4130d934 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:36.469211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:36.498332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:36.641062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Allocated IP 172.20.0.3 (7b7b579a-a549-4e7f-895d-a8a725b67bee/2a5d4be0-3ce3-42d4-9c8f-60462f1672a1/0b833834-cc90-44fc-9bdc-f647014b0b6b) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:36.762996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:36.846952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Attempting to bind port 316d3277-6cef-49dc-b6f5-8b0f4130d934 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:31:36.847480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Attempting to bind port 316d3277-6cef-49dc-b6f5-8b0f4130d934 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:31:36.847980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Attempting to bind port 316d3277-6cef-49dc-b6f5-8b0f4130d934 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:31:36.868618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:31:36.869152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:36.869683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:36.870233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:31:36.870854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Bound port: 316d3277-6cef-49dc-b6f5-8b0f4130d934, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:31:36.871436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:36.988781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] For port 316d3277-6cef-49dc-b6f5-8b0f4130d934, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:31:36.992436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] For port 316d3277-6cef-49dc-b6f5-8b0f4130d934, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=316d3277-6cef-49dc-b6f5-8b0f4130d934,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:31:37.011475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:37.034523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166ec08-89d4-45dc-846f-f09524377213 None None] Pushing event updated for resources: {'Port': ['ID=316d3277-6cef-49dc-b6f5-8b0f4130d934,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:37.047334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7166ec08-89d4-45dc-846f-f09524377213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:37.048057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7166ec08-89d4-45dc-846f-f09524377213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:37.287727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:37.369553 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6cc29cb6-df9b-4279-9264-ac1d4a17c224 req-57a55371-a1df-4d57-8a48-8fb12cd2d3a9 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.2476251
Feb 17 20:31:37.379126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:37.431995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4799bd2c-ec56-452e-95de-1ec851c68303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:37.502800 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166ec08-89d4-45dc-846f-f09524377213 None None] Pushing event updated for resources: {'Port': ['ID=316d3277-6cef-49dc-b6f5-8b0f4130d934,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:37.506774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7166ec08-89d4-45dc-846f-f09524377213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:37.511380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e4a4afe1-b2d3-42a7-a329-3208351b40f2 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:37.606354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:37.686624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Routers {'e68ed273-9f0d-4a5b-94c9-b945a371a7c9'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:37.687371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96ee400>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:37.763055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Pushing event updated for resources: {'Port': ['ID=0b833834-cc90-44fc-9bdc-f647014b0b6b,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:37.767213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:37.843913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:37.847176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:37.858638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:31:37.863825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:37.864967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:37.894327 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0247331
Feb 17 20:31:38.118340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.151335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Allocated IP 172.20.0.1 (639f92c4-eb51-4b4b-9ac1-1a8074370a98/98feabf0-a940-486a-a30d-75c2365871d8/c6e14bcb-c286-495c-b783-9feb4dc0bd35) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:38.153141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port e4a4afe1-b2d3-42a7-a329-3208351b40f2 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:31:38.185950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port e4a4afe1-b2d3-42a7-a329-3208351b40f2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:38.186379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.195644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Checking segment: {'id': '51513735-dc03-497f-8936-5585cc2c294a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9aca552d-172e-4080-9ccd-6438e0c5c84a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:38.196259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Network hostable DHCP agents. Network: 9aca552d-172e-4080-9ccd-6438e0c5c84a, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:31:38.208116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.218371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.233131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.290569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] Set router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:38.332271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f71814a-7aff-4adb-8eea-5cd3b119943b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:38.359848 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Transition to ACTIVE for port object 83b57a4d-9512-40b9-93e8-f625e6e36ed9 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:38.409736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Network 9aca552d-172e-4080-9ccd-6438e0c5c84a is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:31:38.436028 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85330292633d46b78ce6880a8a0158f0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9998896
Feb 17 20:31:38.437143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a5e054-91bf-4717-b038-f65843f10fe5,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:38.439105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51114) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:38.449103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:38.450302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 9aca552d-172e-4080-9ccd-6438e0c5c84a) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:38.475236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:38.475963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.567621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.604731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.608396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:38.663829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9a011-c873-47e5-b141-d638a37ce0d4 None None] Network 9aca552d-172e-4080-9ccd-6438e0c5c84a requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:38.698272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.721334 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 6.6724906
Feb 17 20:31:38.802016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Pushing event updated for resources: {'Port': ['ID=83b57a4d-9512-40b9-93e8-f625e6e36ed9,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:38.817682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:38.833777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.924327 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9f3b7-2ffc-4899-be96-28c1552c55cc req-d113e13a-f5f6-4623-8421-1c6d3fa13e53 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:38.925405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-acb9f3b7-2ffc-4899-be96-28c1552c55cc req-d113e13a-f5f6-4623-8421-1c6d3fa13e53 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Synchronizing usage tracker for tenant:58d3ba5c609d4a3a96692ba884a3c8b9 on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:31:38.940863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:38.950729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-acb9f3b7-2ffc-4899-be96-28c1552c55cc req-d113e13a-f5f6-4623-8421-1c6d3fa13e53 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Unset dirty status for tenant:58d3ba5c609d4a3a96692ba884a3c8b9 on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:31:38.960118 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-acb9f3b7-2ffc-4899-be96-28c1552c55cc req-d113e13a-f5f6-4623-8421-1c6d3fa13e53 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 931 time: 0.2055140
Feb 17 20:31:38.967708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:39.031388 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-acb9f3b7-2ffc-4899-be96-28c1552c55cc req-5d1d8980-9289-40d8-b7e3-ae2dedb708be tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699241
Feb 17 20:31:39.033932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.049043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:39.074903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.078325 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63a5e054-91bf-4717-b038-f65843f10fe5 HTTP/1.1" status: 204  len: 168 time: 0.6381392
Feb 17 20:31:39.093481 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a5e054-91bf-4717-b038-f65843f10fe5,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:39.097643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:39.117437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.135135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:39.140832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:39.158797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:31:39.159590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.268362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51138) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:39.277756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e14bcb-c286-495c-b783-9feb4dc0bd35,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:39.287217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:39.434374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:39.438385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:39.443713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:31:39.444362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.540601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.555899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.648976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port e4a4afe1-b2d3-42a7-a329-3208351b40f2, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e4a4afe1-b2d3-42a7-a329-3208351b40f2,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:31:39.667517 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.681005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.698298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.702011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-150433aa-76c3-40f9-89d7-eef236555b0b None None] Provisioning for port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:31:39.721952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c39e7-ca15-484a-b0c6-cd5bf7f71730 None None] Network 9aca552d-172e-4080-9ccd-6438e0c5c84a requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:39.745002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:39.835575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-150433aa-76c3-40f9-89d7-eef236555b0b None None] Provisioning complete for port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:39.835575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-150433aa-76c3-40f9-89d7-eef236555b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.925446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:39.946339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96ee400>, [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:31:30Z', 'revision_number': 3, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port': {'id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:28Z', 'updated_at': '2021-02-17T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:39.953494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:39.962182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Usage tracker for resource:security_group_rule and tenant:4e653f6173144398b016c350dd9c8892 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:39.973341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433dc0d-ae65-4bcd-8ba6-11a053d1155d None None] The sync data for ids ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'] in dv-cinder-759994-3-iscsi is: [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:31:30Z', 'revision_number': 3, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port': {'id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:28Z', 'updated_at': '2021-02-17T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:31:39.975314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:39.989556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-150433aa-76c3-40f9-89d7-eef236555b0b None None] Port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:31:40.007094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:40.015725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=e4a4afe1-b2d3-42a7-a329-3208351b40f2,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:40.023008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:40.047677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51154) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:40.122144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.191006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:40.211353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Usage tracker for resource:security_group_rule and tenant:f93e6aea28cf4a2e8cdfe559dc5850b6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:40.220886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:40.229006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:40.336880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.346297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.404523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c337bbc1-9d86-4736-bce8-d7474da1af7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:40.448433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6614d19a-7c5d-4b6c-8df8-871e4ccc8da1,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:40.463775 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:40.538198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.541540 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f93e6aea28cf4a2e8cdfe559dc5850b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4870908
Feb 17 20:31:40.543082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.546126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51168) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:40.582440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.635070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.645505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:40.657418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.717339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8c934-626c-478e-90a0-25b2e46ed99a req-a3d16696-b06c-467b-8698-67c8feae78f5 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:40.719007 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64b8c934-626c-478e-90a0-25b2e46ed99a req-a3d16696-b06c-467b-8698-67c8feae78f5 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 931 time: 0.3800757
Feb 17 20:31:40.719805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:40.729212 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e653f6173144398b016c350dd9c8892&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4593751
Feb 17 20:31:40.734735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51176) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:40.752453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 20:31:40.800006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.819051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.831449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51182) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:40.832173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855c2ca8-a27c-4dcb-8451-f9b88f969301,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:40.841040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:40.842142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.848143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096271813-network', 'tenant_id': 'cf5b6cd9038748f3a2a54f0ac35aeb10'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:40.857678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:40.878858 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64b8c934-626c-478e-90a0-25b2e46ed99a req-bc01440f-db11-48dd-8363-5599c9ddec07 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466837
Feb 17 20:31:40.893991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Usage tracker for resource:network and tenant:cf5b6cd9038748f3a2a54f0ac35aeb10 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:40.897637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:40.916062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:40.926156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.960337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.983239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Made reservation on behalf of cf5b6cd9038748f3a2a54f0ac35aeb10 for: {'network': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:40.985945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:40.989211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.009368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.023357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e14bcb-c286-495c-b783-9feb4dc0bd35,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:41.043595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.052239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:41.057289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Usage tracker for resource:security_group_rule and tenant:cf5b6cd9038748f3a2a54f0ac35aeb10 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:41.060740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:41.067553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:41.069738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:41.080393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53836758-0b81-4c12-be01-66bf892fe74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:41.165457 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.167133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.172744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a5e91ce-f8d4-4383-8f2d-17d778e2e78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:41.183940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.192919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855c2ca8-a27c-4dcb-8451-f9b88f969301,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:41.205776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:41.205776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:41.263522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.268773 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-39d1dc13-2de7-498a-98b2-b1116da228ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/855c2ca8-a27c-4dcb-8451-f9b88f969301 HTTP/1.1" status: 204  len: 168 time: 0.5226026
Feb 17 20:31:41.272862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:31:41.280974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e244a70-1b02-4bd2-82a2-bcde858c6c9d,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:41.284854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:41.290944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256671776764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.291526 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Added segment f59174f8-f024-43bc-904f-2397b56f5a54 of type vxlan for network 8c5ea5b4-1594-4098-8208-9650a09bb87b
Feb 17 20:31:41.324231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.365918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.367857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:41.368666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.374454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-56f96c0b-ea46-40c9-bde0-ee46819e4976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:41.439624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:41.446373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:41.457645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Pushing event updated for resources: {'Port': ['ID=83b57a4d-9512-40b9-93e8-f625e6e36ed9,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:41.464414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:41.481336 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6451831
Feb 17 20:31:41.484791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51188) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:41.491410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Request body: {'subnet': {'network_id': '8c5ea5b4-1594-4098-8208-9650a09bb87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096271813-subnet', 'tenant_id': 'cf5b6cd9038748f3a2a54f0ac35aeb10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:41.497003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:41.501192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Usage tracker for resource:subnet and tenant:cf5b6cd9038748f3a2a54f0ac35aeb10 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:41.504790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:41.511481 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:41.523781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Pushing event updated for resources: {'Network': ['ID=8c5ea5b4-1594-4098-8208-9650a09bb87b,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:41.528508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:41.529993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Made reservation on behalf of cf5b6cd9038748f3a2a54f0ac35aeb10 for: {'subnet': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:41.536826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.538526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 8c5ea5b4-1594-4098-8208-9650a09bb87b details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:41.690716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.755190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb1a53ae-0d72-489d-a949-bd06218b8afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:41.775776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:41.782914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:41.789351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6614d19a-7c5d-4b6c-8df8-871e4ccc8da1,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:41.796558 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:41.804032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:41.805015 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6614d19a-7c5d-4b6c-8df8-871e4ccc8da1 HTTP/1.1" status: 204  len: 168 time: 1.2574186
Feb 17 20:31:41.946149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51204) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:41.975570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:42.037907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:42.063656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:31:42.130277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e4a4afe1-b2d3-42a7-a329-3208351b40f2 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:42.164705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Usage tracker for resource:security_group_rule and tenant:9ea0f8fd32a244bd872ba2ff9abc235c is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:42.182262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:42.193897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:42.289965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port e4a4afe1-b2d3-42a7-a329-3208351b40f2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:42.290306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:42.348822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-88fe3f4d-613b-4452-a002-e9aa9c793d8e None None] Provisioning complete for port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:42.349254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-88fe3f4d-613b-4452-a002-e9aa9c793d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:42.441956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480d67c-0c1f-4498-8d5d-e5577dcdf42a req-4234af82-ca24-435d-8846-21fdce3c15d9 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:42.444254 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2480d67c-0c1f-4498-8d5d-e5577dcdf42a req-4234af82-ca24-435d-8846-21fdce3c15d9 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 931 time: 0.2281296
Feb 17 20:31:42.455402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Router ddd97e71-329c-4002-bbb0-b5dfefa9f209 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:31:42.535838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:42.550623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-88fe3f4d-613b-4452-a002-e9aa9c793d8e None None] Port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:31:42.569129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:42.638196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-122cd470-66be-4710-acdf-0aeb9280d140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:42.641627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 316d3277-6cef-49dc-b6f5-8b0f4130d934 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:42.659391 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2480d67c-0c1f-4498-8d5d-e5577dcdf42a req-a240abf2-5874-4751-9f77-e3094ff631de tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928024
Feb 17 20:31:42.795065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 316d3277-6cef-49dc-b6f5-8b0f4130d934 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:31:42.806123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:31:42.820214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 8c5ea5b4-1594-4098-8208-9650a09bb87b details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:31:42.829668 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ea0f8fd32a244bd872ba2ff9abc235c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8794718
Feb 17 20:31:42.838348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51230) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:42.844051 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] 10.222.0.23 "PUT /v2.0/routers/e68ed273-9f0d-4a5b-94c9-b945a371a7c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9388201
Feb 17 20:31:42.859977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae279f1f-0706-48be-868f-f6b6a8da998e,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:42.883795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:42.905199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:43.118632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ab116c2c-6c16-485e-a6e2-9efd38e02740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:43.169942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:31:43.187338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Sync routers for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:31:43.209653 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] 10.222.0.23 "PUT /v2.0/routers/ddd97e71-329c-4002-bbb0-b5dfefa9f209/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5445421
Feb 17 20:31:43.216277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:43.217247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c2bdd8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:43.304901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80f6a1a-74c5-4d56-b4ea-84cb72417ac4,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:43.311600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:43.353342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 316d3277-6cef-49dc-b6f5-8b0f4130d934 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:43.353791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:43.356216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:43.558881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:43.638770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Checking segment: {'id': 'f59174f8-f024-43bc-904f-2397b56f5a54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8c5ea5b4-1594-4098-8208-9650a09bb87b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:43.639560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Network hostable DHCP agents. Network: 8c5ea5b4-1594-4098-8208-9650a09bb87b, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:31:43.671602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Network 8c5ea5b4-1594-4098-8208-9650a09bb87b is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:31:43.676546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Sync routers for ids ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:31:43.686852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 8c5ea5b4-1594-4098-8208-9650a09bb87b) {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:43.704008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:43.706498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:43.707691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:43.722661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Routers {'e68ed273-9f0d-4a5b-94c9-b945a371a7c9'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:43.723385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9603240>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:43.731528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:43.755377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae279f1f-0706-48be-868f-f6b6a8da998e,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:43.772519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:43.777402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:43.778006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:43.781038 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae279f1f-0706-48be-868f-f6b6a8da998e HTTP/1.1" status: 204  len: 168 time: 0.9383106
Feb 17 20:31:43.801422 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-26c8c778-8832-4b8f-9f0f-294cdeed6bf5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.3154223
Feb 17 20:31:43.809054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-43979f6a-01ba-4b2c-b664-776501d36089 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:31:43.813008 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-43979f6a-01ba-4b2c-b664-776501d36089 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0292459
Feb 17 20:31:43.883159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e21d9d-6515-4dbe-b327-014d6b0cb1c6 None None] Network 8c5ea5b4-1594-4098-8208-9650a09bb87b requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:43.945817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51274) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:43.955994 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 20:31:44.248733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23809905-f813-4aaa-a205-60aa580cb70a req-86f4e3d7-d744-4efe-b6e5-13ec603b4e01 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:44.250488 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-23809905-f813-4aaa-a205-60aa580cb70a req-86f4e3d7-d744-4efe-b6e5-13ec603b4e01 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 931 time: 0.3031976
Feb 17 20:31:44.286679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:44.335209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 316d3277-6cef-49dc-b6f5-8b0f4130d934, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=316d3277-6cef-49dc-b6f5-8b0f4130d934,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:31:44.354999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-23809905-f813-4aaa-a205-60aa580cb70a req-879bc002-90b0-40dd-b81c-c04692c3bc7a tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Synchronizing usage tracker for tenant:58d3ba5c609d4a3a96692ba884a3c8b9 on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:31:44.400410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-23809905-f813-4aaa-a205-60aa580cb70a req-879bc002-90b0-40dd-b81c-c04692c3bc7a tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Unset dirty status for tenant:58d3ba5c609d4a3a96692ba884a3c8b9 on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:31:44.402293 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-23809905-f813-4aaa-a205-60aa580cb70a req-879bc002-90b0-40dd-b81c-c04692c3bc7a tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434805
Feb 17 20:31:44.544836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c2bdd8>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:40Z', 'revision_number': 2, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:44.557111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Checking router: ddd97e71-329c-4002-bbb0-b5dfefa9f209 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:31:44.557918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Updating router ddd97e71-329c-4002-bbb0-b5dfefa9f209 port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:31:44.582424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:44.659692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:44.670155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:44.902156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51290) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:44.955462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=316d3277-6cef-49dc-b6f5-8b0f4130d934,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:45.088430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:45.163111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Set router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:45.165532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Deleting subnet 1b87c2d4-b331-4d28-81de-3a01870d2eb3 {{(pid=84018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:31:45.176623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51302) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:45.184742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:45.356552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:45.391563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:45.543976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:45.561235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Transition to ACTIVE for port object 83b57a4d-9512-40b9-93e8-f625e6e36ed9 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:45.566692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:45.569956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489b51bb-4ab9-443d-a591-149197b8c840 None None] Network 8c5ea5b4-1594-4098-8208-9650a09bb87b requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:31:45.594578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:45.598144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51318) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:45.605881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915285530', 'description': 'tempest-description--1005929042'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:45.621299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:45.640194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:45.646967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:45.663992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:45.688476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:45.808577 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a595f-fc8a-41c9-ae95-008bdb32dbea None None] Pushing event updated for resources: {'Port': ['ID=83b57a4d-9512-40b9-93e8-f625e6e36ed9,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:45.829845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-395a595f-fc8a-41c9-ae95-008bdb32dbea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:45.841922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:45.889738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:45.900890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group_rule and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:45.915743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:45.926738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:46.236559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:46.241581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Request body: {'port': {'device_id': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:46.460885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Attempting to bind port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:31:46.461889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Attempting to bind port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:31:46.462481 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Attempting to bind port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 on network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:31:46.477989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:31:46.485245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Checking segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:46.486537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:46.491729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Bound using segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:31:46.495936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Bound port: 83b57a4d-9512-40b9-93e8-f625e6e36ed9, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:31:46.496534 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:46.572342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:46.589119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:46.622431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for subnet, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:46.656615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:46.716130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Usage tracker for resource:security_group_rule and tenant:539c97d7db7d4e0c835b397b119856ba is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:46.727763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:46.729072 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.1286952
Feb 17 20:31:46.754697 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:46.782878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51356) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:46.836142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 316d3277-6cef-49dc-b6f5-8b0f4130d934 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:46.845480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] For port 83b57a4d-9512-40b9-93e8-f625e6e36ed9, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:31:46.850480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] For port 83b57a4d-9512-40b9-93e8-f625e6e36ed9, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=83b57a4d-9512-40b9-93e8-f625e6e36ed9,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:31:46.858488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:46.887099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:46.894069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53d3f7ed-f96a-449b-99a5-0f789e2a4fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:47.002448 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c0ce9d96-93b9-48f3-a180-bdb9fa488d02 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:47.016806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c0ce9d96-93b9-48f3-a180-bdb9fa488d02 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Synchronizing usage tracker for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:31:47.026236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b87c2d4-b331-4d28-81de-3a01870d2eb3,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:47.077157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:47.084873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a595f-fc8a-41c9-ae95-008bdb32dbea None None] Pushing event updated for resources: {'Port': ['ID=83b57a4d-9512-40b9-93e8-f625e6e36ed9,revision_number=4']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:47.157150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9603240>, [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port': {'id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:28Z', 'updated_at': '2021-02-17T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'c6e14bcb-c286-495c-b783-9feb4dc0bd35', 'name': '', 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'mac_address': 'fa:16:3e:ff:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '98feabf0-a940-486a-a30d-75c2365871d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:37Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 2, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'subnets': [{'id': '98feabf0-a940-486a-a30d-75c2365871d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:47.166021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Checking router: e68ed273-9f0d-4a5b-94c9-b945a371a7c9 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:31:47.166702 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Updating router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 port c6e14bcb-c286-495c-b783-9feb4dc0bd35 binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:31:47.213096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c0ce9d96-93b9-48f3-a180-bdb9fa488d02 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Unset dirty status for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:31:47.229155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c0ce9d96-93b9-48f3-a180-bdb9fa488d02 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 818 time: 0.9352481
Feb 17 20:31:47.247028 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:47.252532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-395a595f-fc8a-41c9-ae95-008bdb32dbea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:47.261337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:47.263360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 316d3277-6cef-49dc-b6f5-8b0f4130d934 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:47.263818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:47.279196 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-60fbc709-4bc4-4f7c-943e-5992cf56ed78 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/quotas/b960bf1beba2491eb51d05c4781f0053 HTTP/1.1" status: 200  len: 375 time: 0.0471013
Feb 17 20:31:47.345548 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b87c2d4-b331-4d28-81de-3a01870d2eb3 HTTP/1.1" status: 204  len: 168 time: 2.4420965
Feb 17 20:31:47.347054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51376) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:47.610849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-61007933-e640-4d77-95a5-b18e1513d891 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Synchronizing usage tracker for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:31:47.620098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:47.620802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c2bdd8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:47.663594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:47.689464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:47.723353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'security_group_rule': {'security_group_id': '1b4ae419-135d-4efd-9958-6dba8418c02d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:47.852043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:47.856662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ae419-135d-4efd-9958-6dba8418c02d,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:47.915467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group_rule and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:47.919228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.263s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:47.932035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:47.954011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:47.963544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5f81e-c0bc-4421-8baa-c2d46347862e req-01cd93f9-d503-4e7e-bdb7-6c5050b054c8 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:47.974558 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bbf5f81e-c0bc-4421-8baa-c2d46347862e req-01cd93f9-d503-4e7e-bdb7-6c5050b054c8 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 931 time: 1.6230750
Feb 17 20:31:47.991745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Transition to ACTIVE for port object c6e14bcb-c286-495c-b783-9feb4dc0bd35 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:48.002226 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:48.034779 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:48.068878 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bbf5f81e-c0bc-4421-8baa-c2d46347862e req-43a3ebe2-a97a-46d7-8c87-9ada1268cc58 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780952
Feb 17 20:31:48.097965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:48.148104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78d7a399-29fa-437a-bad3-276192b169cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:48.337429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503d9a-0454-4a93-bda8-e268761a50e6 None None] Pushing event updated for resources: {'Port': ['ID=c6e14bcb-c286-495c-b783-9feb4dc0bd35,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:48.363169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b503d9a-0454-4a93-bda8-e268761a50e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:48.544642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-61007933-e640-4d77-95a5-b18e1513d891 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Unset dirty status for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:31:48.547151 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-61007933-e640-4d77-95a5-b18e1513d891 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2660494
Feb 17 20:31:48.661180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:48.661676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:48.802205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:48.954967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Attempting to bind port c6e14bcb-c286-495c-b783-9feb4dc0bd35 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:31:48.955374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Attempting to bind port c6e14bcb-c286-495c-b783-9feb4dc0bd35 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:31:48.955798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Attempting to bind port c6e14bcb-c286-495c-b783-9feb4dc0bd35 on network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:31:48.975292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:31:48.977856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Checking segment: {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:48.978350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:48.979389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Bound using segment: {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:31:48.979962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Bound port: c6e14bcb-c286-495c-b783-9feb4dc0bd35, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:31:48.980396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:48.997350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc4b9294e80>> segment before_delete 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:48.998280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc4b9294e80>> subnet precommit_delete_associations 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:48.999340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> segment_host_mapping after_create 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:48.999860 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> port after_create 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.000360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> port after_delete 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.000868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> port after_update 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.001978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> segment after_delete 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.002626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> subnet after_create 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.003132 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> subnet after_delete 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.003651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b9921080>> subnet after_update 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.251102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b8333cf8>> subnet after_create 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.252501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b8333cf8>> subnet after_delete 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.253023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b8333cf8>> subnet before_create 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.253533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b8333cf8>> subnet before_update 55550000 {{(pid=84018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:49.254093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b9921588>,) {'filters': {'network_id': ['9aca552d-172e-4080-9ccd-6438e0c5c84a']}} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:49.270140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b9921588>, '51513735-dc03-497f-8936-5585cc2c294a') {'for_net_delete': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:49.270401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:49.270856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b9921588>, '51513735-dc03-497f-8936-5585cc2c294a') {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:49.286514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310087'] for segment, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:49.312320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:49.315658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:31:49.324444 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:49.497138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f89d5529-72a7-4464-8585-ca62a13deea7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:49.569600 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=539c97d7db7d4e0c835b397b119856ba&name=default HTTP/1.1" status: 200  len: 2979 time: 4.3909245
Feb 17 20:31:49.580580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51420) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:49.648682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c2bdd8>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:46Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:49.668442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fd73f-fde9-45f0-ac53-26bd8636d7c8 None None] The sync data for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi is: [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:46Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:31:49.772145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2cefa0-3411-4c72-be2f-73c8fefa0d50,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:49.808809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Network 9aca552d-172e-4080-9ccd-6438e0c5c84a has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:31:49.809010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:49.836674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:49.841925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657319'] for segment, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:49.877080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] For port c6e14bcb-c286-495c-b783-9feb4dc0bd35, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:31:50.086163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.216043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c638c111-ab26-4541-aea0-988b21536047 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:31:50.217239 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c638c111-ab26-4541-aea0-988b21536047 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5177157
Feb 17 20:31:50.278401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:50.331465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.395638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.407607 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-2a939958-5d6a-4c91-bf8c-3c9bb8e10b35 service neutron] 10.222.0.23 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704557
Feb 17 20:31:50.514511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e24c8ff-33d7-4445-832d-e0cb3e9f6b17,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:50.523310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Network 9aca552d-172e-4080-9ccd-6438e0c5c84a has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:31:50.558971 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:31:50.563419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b833834-cc90-44fc-9bdc-f647014b0b6b {{(pid=84017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:31:50.582847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.598897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:50.601604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.629593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eaa65-e881-44c6-9e63-07b22a2a4248 req-00d1383d-1088-4bc5-ad3e-c758a73bddb5 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:50.631474 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-626eaa65-e881-44c6-9e63-07b22a2a4248 req-00d1383d-1088-4bc5-ad3e-c758a73bddb5 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 931 time: 1.1419861
Feb 17 20:31:50.639891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:50.703287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Transition to ACTIVE for port object 0b833834-cc90-44fc-9bdc-f647014b0b6b will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:31:50.710393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.714432 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef2cefa0-3411-4c72-be2f-73c8fefa0d50 HTTP/1.1" status: 204  len: 168 time: 0.9309776
Feb 17 20:31:50.714432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2cefa0-3411-4c72-be2f-73c8fefa0d50,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:50.730640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:50.771031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.776620 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 3.9727881
Feb 17 20:31:50.779340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.786643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51450) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:50.810748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'security_group_rule': {'security_group_id': '1b4ae419-135d-4efd-9958-6dba8418c02d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:50.811859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] For port c6e14bcb-c286-495c-b783-9feb4dc0bd35, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=c6e14bcb-c286-495c-b783-9feb4dc0bd35,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:31:50.825221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:50.832991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:50.839513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-34839d91-d267-4ccd-a110-22f9330be490 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:50.844756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group_rule and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:50.851364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:50.878594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:50.900048 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:51.022312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:51.084206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:51.156070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6577926-de27-4266-8e2a-2168ab5ae695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:51.203434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:51.238077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=9aca552d-172e-4080-9ccd-6438e0c5c84a,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:51.247880 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] 10.222.0.23 "DELETE /v2.0/networks/9aca552d-172e-4080-9ccd-6438e0c5c84a HTTP/1.1" status: 204  len: 168 time: 3.8982294
Feb 17 20:31:51.259569 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c80c3ed0-c1b8-4022-905f-38b7979e629c service neutron] 10.222.0.23 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8340359
Feb 17 20:31:51.281210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:51.286249 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 83b57a4d-9512-40b9-93e8-f625e6e36ed9 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:51.318238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51464) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:51.452576 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-626eaa65-e881-44c6-9e63-07b22a2a4248 req-3b331d74-e758-41b1-bf14-3f16af10705b tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7888286
Feb 17 20:31:51.458679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Pushing event updated for resources: {'Port': ['ID=0b833834-cc90-44fc-9bdc-f647014b0b6b,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:51.474512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:51.594525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503d9a-0454-4a93-bda8-e268761a50e6 None None] Pushing event updated for resources: {'Port': ['ID=c6e14bcb-c286-495c-b783-9feb4dc0bd35,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:51.797357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b503d9a-0454-4a93-bda8-e268761a50e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:51.832085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:31:51.842557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:51.850921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:51.851662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:51.889240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Deleting subnet f80f6a1a-74c5-4d56-b4ea-84cb72417ac4 {{(pid=84018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:31:51.905287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:51.988942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Routers {'e68ed273-9f0d-4a5b-94c9-b945a371a7c9'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:31:51.994942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9603240>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:31:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:52.200089 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e08f0a5-294a-4a1a-9f0a-94e0b3fb1a76 req-3b782a6a-eb45-46da-9938-af1dec757957 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 210 time: 0.2411163
Feb 17 20:31:52.218942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Attempting to bind port 0b833834-cc90-44fc-9bdc-f647014b0b6b on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:31:52.219604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Attempting to bind port 0b833834-cc90-44fc-9bdc-f647014b0b6b by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'dca4f04d-7e8d-45dd-910a-835d96c2ee15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7b7b579a-a549-4e7f-895d-a8a725b67bee'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:31:52.220475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Attempting to bind port 0b833834-cc90-44fc-9bdc-f647014b0b6b on network 7b7b579a-a549-4e7f-895d-a8a725b67bee {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:31:52.227581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:31:52.228300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Checking segment: {'id': 'dca4f04d-7e8d-45dd-910a-835d96c2ee15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7b7b579a-a549-4e7f-895d-a8a725b67bee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:31:52.230823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:52.231401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Bound using segment: {'id': 'dca4f04d-7e8d-45dd-910a-835d96c2ee15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7b7b579a-a549-4e7f-895d-a8a725b67bee'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:31:52.232671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Bound port: 0b833834-cc90-44fc-9bdc-f647014b0b6b, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca4f04d-7e8d-45dd-910a-835d96c2ee15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7b7b579a-a549-4e7f-895d-a8a725b67bee'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:31:52.234331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:52.256127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852465697'] for subnet, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:52.373426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:52.481083 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] For port 0b833834-cc90-44fc-9bdc-f647014b0b6b, host hv-cinder-75999, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:31:52.498164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] For port 0b833834-cc90-44fc-9bdc-f647014b0b6b, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0b833834-cc90-44fc-9bdc-f647014b0b6b,segment=NetworkSegment(dca4f04d-7e8d-45dd-910a-835d96c2ee15),segment_id=dca4f04d-7e8d-45dd-910a-835d96c2ee15)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:31:52.504382 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:52.728041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:52.829524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] Set router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:31:52.868844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:52.893273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 83b57a4d-9512-40b9-93e8-f625e6e36ed9, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=83b57a4d-9512-40b9-93e8-f625e6e36ed9,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:31:52.904074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:52.914339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fdb21407-f7c0-4cb9-b686-9358d013b523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:53.167047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Pushing event updated for resources: {'Port': ['ID=0b833834-cc90-44fc-9bdc-f647014b0b6b,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:53.186394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:53.228805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:53.229512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:53.238523 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] 10.222.0.54 "PUT /v2.0/ports/0b833834-cc90-44fc-9bdc-f647014b0b6b HTTP/1.1" status: 200  len: 1157 time: 7.8891888
Feb 17 20:31:53.239906 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:31:53.333663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:53.424498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=83b57a4d-9512-40b9-93e8-f625e6e36ed9,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:53.429637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:53.443933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:53.521062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d9b298-054b-41c6-8f9e-38a3792ff6ba,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:53.524543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:53.538894 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-f3dea415-e92b-43ea-ae61-9b5b9f2adb63 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:53.546260 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-f3dea415-e92b-43ea-ae61-9b5b9f2adb63 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 818 time: 0.5416281
Feb 17 20:31:53.561568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:53.566408 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-41ad295f-00f3-4489-b24b-e149629a425e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.7760153
Feb 17 20:31:53.567564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51558) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:53.577032 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-b77af4fc-78ca-43d7-af92-524e0fd43cdb tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/quotas/b960bf1beba2491eb51d05c4781f0053 HTTP/1.1" status: 200  len: 375 time: 0.0296094
Feb 17 20:31:53.588857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'floatingip': {'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:53.617843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483af3c-2c38-4f49-955e-7067380822cb req-93a98309-8b81-453c-81d7-ed399a575c36 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:53.625920 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0483af3c-2c38-4f49-955e-7067380822cb req-93a98309-8b81-453c-81d7-ed399a575c36 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.4146976
Feb 17 20:31:53.651948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:53.660284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852118824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851458485'] for subnet, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:53.662316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:floatingip and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:31:53.687965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:31:53.691426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:53.783766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9603240>, [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port': {'id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:28Z', 'updated_at': '2021-02-17T20:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'c6e14bcb-c286-495c-b783-9feb4dc0bd35', 'name': '', 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'mac_address': 'fa:16:3e:ff:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '98feabf0-a940-486a-a30d-75c2365871d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:37Z', 'updated_at': '2021-02-17T20:31:49Z', 'revision_number': 4, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'subnets': [{'id': '98feabf0-a940-486a-a30d-75c2365871d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:53.804034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf894ea-0dcc-4668-98ce-68a697725424 None None] The sync data for ids ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'] in dv-cinder-759994-3-iscsi is: [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port': {'id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:28Z', 'updated_at': '2021-02-17T20:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'c6e14bcb-c286-495c-b783-9feb4dc0bd35', 'name': '', 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'mac_address': 'fa:16:3e:ff:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '98feabf0-a940-486a-a30d-75c2365871d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:37Z', 'updated_at': '2021-02-17T20:31:49Z', 'revision_number': 4, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'subnets': [{'id': '98feabf0-a940-486a-a30d-75c2365871d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:31:53.820248 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0483af3c-2c38-4f49-955e-7067380822cb req-eef0cabe-9213-474a-a350-2a1ce0b62556 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871290
Feb 17 20:31:53.881192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80f6a1a-74c5-4d56-b4ea-84cb72417ac4,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:53.889445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:53.892529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:53.919723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:53.937641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:53.986505 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f80f6a1a-74c5-4d56-b4ea-84cb72417ac4 HTTP/1.1" status: 204  len: 168 time: 2.6621060
Feb 17 20:31:53.987246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51574) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:53.998115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:31:54.193450 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b', 'status': 'completed', 'code': 200}
Feb 17 20:31:54.204759 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-a65185a4-5b77-4ebf-8aa3-dd545cd587ad tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6266139
Feb 17 20:31:54.236871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:54.387508 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-88876e9f-a43e-459c-ad6f-eb8b1cc5b32a service neutron] 10.222.0.23 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813388
Feb 17 20:31:54.651010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:54.722469 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-6ac4dc81-96a2-455e-8287-703577f7fc91 service neutron] 10.222.0.23 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3336277
Feb 17 20:31:54.743359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:55.006582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc4b96d25c0>> segment before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.006996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc4b96d25c0>> subnet precommit_delete_associations 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.014005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> segment_host_mapping after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.014372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> port after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.014733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> port after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.015105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> port after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.015477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> segment after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.015847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> subnet after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.016215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> subnet after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.016580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc4b934f400>> subnet after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.293935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device c6e14bcb-c286-495c-b783-9feb4dc0bd35 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:55.304315 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8c3545d-5e0f-4ca9-b66d-89810927708d req-9c18b471-78a2-4160-81ea-7777537cc247 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 210 time: 0.2345033
Feb 17 20:31:55.312911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b918f9b0>> subnet after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.318066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b918f9b0>> subnet after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.319175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b918f9b0>> subnet before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.319709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc4b918f9b0>> subnet before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 20:31:55.321528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b93e8320>,) {'filters': {'network_id': ['8c5ea5b4-1594-4098-8208-9650a09bb87b']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:55.470620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b93e8320>, 'f59174f8-f024-43bc-904f-2397b56f5a54') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:55.470620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b93e8320>, 'f59174f8-f024-43bc-904f-2397b56f5a54') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:31:55.484821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port c6e14bcb-c286-495c-b783-9feb4dc0bd35 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:31:55.497597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port c6e14bcb-c286-495c-b783-9feb4dc0bd35 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:55.501939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:55.700172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:55.750889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port c6e14bcb-c286-495c-b783-9feb4dc0bd35, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=c6e14bcb-c286-495c-b783-9feb4dc0bd35,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:31:55.760792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:55.762020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 83b57a4d-9512-40b9-93e8-f625e6e36ed9 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:55.797136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:55.803825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:55.836790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:55.841521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:31:55.878886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Allocated IP 172.27.2.137 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/1bfa8e84-215d-4386-b59b-344e5d8a2335) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:55.928633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=c6e14bcb-c286-495c-b783-9feb4dc0bd35,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:55.945082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:55.961920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:55.962357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:56.067615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:56.125264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.54', 52310) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:56.127310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:56.145615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:56.167592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Network 8c5ea5b4-1594-4098-8208-9650a09bb87b has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:31:56.189219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:56.275183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc418c-df7d-40d2-a1c1-538161465590 req-b1016e8c-d549-439e-826f-689e990d8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:56.277068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0bc418c-df7d-40d2-a1c1-538161465590 req-b1016e8c-d549-439e-826f-689e990d8144 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=58d3ba5c609d4a3a96692ba884a3c8b9&device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 1160 time: 0.9258034
Feb 17 20:31:56.289411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525556d-0064-4af1-8933-5274e22e5702 req-e9d17eca-1888-44f5-953f-cad2d592ad4d tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:56.291090 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c525556d-0064-4af1-8933-5274e22e5702 req-e9d17eca-1888-44f5-953f-cad2d592ad4d tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.9482193
Feb 17 20:31:56.447385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'Port': ['ID=1bfa8e84-215d-4386-b59b-344e5d8a2335,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:56.468781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:56.686468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-415cf08b-a3a6-490e-b142-92f8ced76cca tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:56.688102 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-415cf08b-a3a6-490e-b142-92f8ced76cca tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 818 time: 0.4952800
Feb 17 20:31:56.702939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Network 8c5ea5b4-1594-4098-8208-9650a09bb87b has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:31:56.713438 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c525556d-0064-4af1-8933-5274e22e5702 req-d25a766a-b46f-4ba3-844e-02a22259d990 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566073
Feb 17 20:31:56.724277 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-04228793-c792-40db-b248-2502885048e8 req-46b2dea8-58fe-43c5-8a2f-aad507ec5497 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 210 time: 0.1352313
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:31:56.739743 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:31:56.750907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:31:56.761489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Request body: {'port': {'device_id': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98', 'admin_state_up': True, 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:56.780664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:31:56.795783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:31:56.881907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc418c-df7d-40d2-a1c1-538161465590 req-a2fa0a3b-22b3-467d-8e17-fb7e30d3287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:56.883711 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0bc418c-df7d-40d2-a1c1-538161465590 req-a2fa0a3b-22b3-467d-8e17-fb7e30d3287e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=58d3ba5c609d4a3a96692ba884a3c8b9&shared=False HTTP/1.1" status: 200  len: 906 time: 0.4281549
Feb 17 20:31:56.888825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:57.093459 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:57.122013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5ea5b4-1594-4098-8208-9650a09bb87b,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:57.128641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device c6e14bcb-c286-495c-b783-9feb4dc0bd35 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:31:57.135266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:57.163746 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8c5ea5b4-1594-4098-8208-9650a09bb87b HTTP/1.1" status: 204  len: 168 time: 3.1751359
Feb 17 20:31:57.198154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1a5b344b-90fc-48c7-a94a-21d3a4e9cb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:57.278488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:57.298937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:57.304788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc418c-df7d-40d2-a1c1-538161465590 req-2353da27-66b6-4650-97ac-88dc70cb3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:57.306463 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0bc418c-df7d-40d2-a1c1-538161465590 req-2353da27-66b6-4650-97ac-88dc70cb3703 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4144475
Feb 17 20:31:57.310320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.54', 52315) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:57.393955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:57.404358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port c6e14bcb-c286-495c-b783-9feb4dc0bd35 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:31:57.404802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:57.500341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51684) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:57.579905 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c31a446d-7914-444c-a5e9-978c304629f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dba1b2d398c54c408838bfe44b8f9fb1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0762086
Feb 17 20:31:57.581496 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 51692) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:31:57.599319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-77a11f03-ac10-49c3-93ab-8658359b5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:57.601278 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-77a11f03-ac10-49c3-93ab-8658359b5cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=58d3ba5c609d4a3a96692ba884a3c8b9&device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 1160 time: 0.2011745
Feb 17 20:31:57.620477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:57.633795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:57.748818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-f42a5008-fc06-4199-83ea-3f577ea1ce11 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:57.753395 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-f42a5008-fc06-4199-83ea-3f577ea1ce11 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 818 time: 0.3563993
Feb 17 20:31:57.777882 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-06cdd6be-a8e7-47d1-b01f-ab907593110b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b833834-cc90-44fc-9bdc-f647014b0b6b HTTP/1.1" status: 200  len: 217 time: 0.1558294
Feb 17 20:31:57.788586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Made reservation on behalf of b960bf1beba2491eb51d05c4781f0053 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:57.808475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:57.846893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Request body: {'port': {'device_id': '0c7a5d04-4058-481f-9543-29199a1f2406', 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98', 'admin_state_up': True, 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:31:57.939778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-a1a592cb-3754-4b11-93f7-2396d69cb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:57.941330 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-a1a592cb-3754-4b11-93f7-2396d69cb6b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a5d4be0-3ce3-42d4-9c8f-60462f1672a1 HTTP/1.1" status: 200  len: 852 time: 0.1546535
Feb 17 20:31:58.098230 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b8f52ad3-d8ed-4355-8220-d16caab0e08d req-6980b90c-7c1c-4df3-8f01-fabaa1062c7e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 210 time: 0.1604719
Feb 17 20:31:58.112492 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-4719088b-8fe2-4101-a794-a974f61ee340 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b7b579a-a549-4e7f-895d-a8a725b67bee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1106784
Feb 17 20:31:58.248569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:31:58.259069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:31:58.291690 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-139a1d4e-b1d6-4b15-b77c-18f0b4131849 service neutron] 10.222.0.54 "GET /v2.0/networks/7b7b579a-a549-4e7f-895d-a8a725b67bee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648026
Feb 17 20:31:58.343084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Made reservation on behalf of b960bf1beba2491eb51d05c4781f0053 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:31:58.349468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:58.434326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:58.475665 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64cc3d99-8a85-4213-a622-e8aeb916a96c req-94152733-402f-4dab-8f60-23f3cce81be3 service neutron] 10.222.0.54 "GET /v2.0/networks/7b7b579a-a549-4e7f-895d-a8a725b67bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1719508
Feb 17 20:31:58.864245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.182836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01df4-4bba-47a6-902c-6e7e5e448807 req-56b2566e-573d-44f8-aebc-30f195f4b148 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:31:59.186181 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fca01df4-4bba-47a6-902c-6e7e5e448807 req-56b2566e-573d-44f8-aebc-30f195f4b148 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 1.1646862
Feb 17 20:31:59.293641 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9705e33-08a0-441f-8486-fbb6a6d67352 req-73912a4f-2e52-43a4-bb00-45e496ab39e0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 210 time: 0.0501659
Feb 17 20:31:59.339649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.362745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fc1ad676-da0c-46de-82ae-c9d361c72892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:59.380759 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fca01df4-4bba-47a6-902c-6e7e5e448807 req-2bafe472-3650-434e-864f-a7217c823210 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663134
Feb 17 20:31:59.402813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705660f5-15b8-41cf-8ffe-0b4c5500682c,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:59.413512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.416575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:59.421525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Allocated IP 172.20.0.13 (639f92c4-eb51-4b4b-9ac1-1a8074370a98/98feabf0-a940-486a-a30d-75c2365871d8/024e2958-8e7b-427d-bd3c-cd24505376d3) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:31:59.426492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.448716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd4864-a6da-4f61-a7b0-bd229a1defcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:31:59.625106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'Port': ['ID=1bfa8e84-215d-4386-b59b-344e5d8a2335,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:31:59.627852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.629272 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/705660f5-15b8-41cf-8ffe-0b4c5500682c HTTP/1.1" status: 204  len: 168 time: 2.0254364
Feb 17 20:31:59.644580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:31:59.898623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.928398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.937532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:31:59.938509 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.3590927
Feb 17 20:32:00.035338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51790) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:00.051023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:00.103370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31c7cc08-e070-438b-a190-b923109799dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:00.122549 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e7b29627-65fa-4c7c-9421-97c66750e0d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf5b6cd9038748f3a2a54f0ac35aeb10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0857885
Feb 17 20:32:00.123275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51794) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:00.200002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:00.230746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:00.254187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Allocated IP 172.20.0.9 (639f92c4-eb51-4b4b-9ac1-1a8074370a98/98feabf0-a940-486a-a30d-75c2365871d8/09b4b5d2-11f1-4cf1-80a2-f83a68781ca7) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:32:00.295915 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Pushing event updated for resources: {'Port': ['ID=024e2958-8e7b-427d-bd3c-cd24505376d3,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:00.303330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:00.313211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-58438abb-ef7d-42cc-8453-6a647e904671 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:32:00.333105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:00.337657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-58438abb-ef7d-42cc-8453-6a647e904671 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:32:00.339039 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-58438abb-ef7d-42cc-8453-6a647e904671 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--915285530&fields=id&tenant_id=9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 267 time: 0.0997424
Feb 17 20:32:00.341142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:00.381186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e244a70-1b02-4bd2-82a2-bcde858c6c9d,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:00.386152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:00.390469 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e244a70-1b02-4bd2-82a2-bcde858c6c9d HTTP/1.1" status: 204  len: 168 time: 0.2662032
Feb 17 20:32:00.424707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:32:00.468609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:00.488453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:32:00.497110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:32:00.606784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-849eedf3-cd7e-412b-8034-c5b857cf8ccf tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:00.606784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-849eedf3-cd7e-412b-8034-c5b857cf8ccf tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 817 time: 0.2530367
Feb 17 20:32:00.619519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:00.620209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:00.624777 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-758bd3e9-472e-48a6-a2f7-7f66bac68442 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/quotas/9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 375 time: 0.0110857
Feb 17 20:32:00.689093 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8443544
Feb 17 20:32:00.739711 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Request body: {'port': {'device_id': '0c7a5d04-4058-481f-9543-29199a1f2406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:00.811807 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-8132acfe-0158-4b6d-8767-25eed5be2e0e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1762054
Feb 17 20:32:00.861149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:00.988206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836ad6b-38d5-4be7-9ec3-05461a942b1e req-c4028c74-4dd1-4d33-b299-b23444967b97 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:00.989677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3836ad6b-38d5-4be7-9ec3-05461a942b1e req-c4028c74-4dd1-4d33-b299-b23444967b97 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Synchronizing usage tracker for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:32:01.016652 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-30e1d987-041a-4afa-9627-d601b893c33e service neutron] 10.222.0.23 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908357
Feb 17 20:32:01.081720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3836ad6b-38d5-4be7-9ec3-05461a942b1e req-c4028c74-4dd1-4d33-b299-b23444967b97 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Unset dirty status for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:32:01.083506 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3836ad6b-38d5-4be7-9ec3-05461a942b1e req-c4028c74-4dd1-4d33-b299-b23444967b97 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 932 time: 0.5969090
Feb 17 20:32:01.093527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:01.143138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:01.180605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:01.228423 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-d9247482-12bc-474c-bf40-ce1a6bc8982b service neutron] 10.222.0.23 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2104764
Feb 17 20:32:01.729135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc15f1-9ece-40b8-a371-372668ae4ace req-2020eaf7-2a86-4fb7-9f39-692508e9d04f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:01.731410 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-17bc15f1-9ece-40b8-a371-372668ae4ace req-2020eaf7-2a86-4fb7-9f39-692508e9d04f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.1788566
Feb 17 20:32:01.774933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:32:01.792966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:32:01.796059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:32:01.803633 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-17bc15f1-9ece-40b8-a371-372668ae4ace req-090d9c00-d302-496d-b989-67a9ef4c8f29 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643349
Feb 17 20:32:01.981827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3836ad6b-38d5-4be7-9ec3-05461a942b1e req-5f9f4b69-28e6-42b7-bf45-1ccf4324538e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Synchronizing usage tracker for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:32:01.985502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Pushing event updated for resources: {'Port': ['ID=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:02.043747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:02.068357 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0c4e28d-fc79-4c79-978e-cdd354ffe209 req-d7fbd31d-aab5-4307-ad78-082dde57caca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 210 time: 0.0638869
Feb 17 20:32:02.166509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:02.167124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:02.280863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3836ad6b-38d5-4be7-9ec3-05461a942b1e req-5f9f4b69-28e6-42b7-bf45-1ccf4324538e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Unset dirty status for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:32:02.282277 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3836ad6b-38d5-4be7-9ec3-05461a942b1e req-5f9f4b69-28e6-42b7-bf45-1ccf4324538e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1859763
Feb 17 20:32:02.287482 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5566664
Feb 17 20:32:02.336698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Request body: {'port': {'device_id': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:02.528006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:02.612613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51910) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:02.815869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024e2958-8e7b-427d-bd3c-cd24505376d3 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:32:02.838140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:02.856173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Transition to ACTIVE for port object 024e2958-8e7b-427d-bd3c-cd24505376d3 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:32:02.864578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:02.888453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:03.049722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:03.089187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:03.093367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Usage tracker for resource:security_group_rule and tenant:3dcbde91bee84f32bca5c63edf338083 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:03.098580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:03.103938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:03.112694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Pushing event updated for resources: {'Port': ['ID=024e2958-8e7b-427d-bd3c-cd24505376d3,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:03.121256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:03.321819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:03.330353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:03.341482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:03.377214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a4568-0d8c-46a3-96e3-6f65d8e439c3,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:03.385625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:03.427300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ea089-4aa3-415f-9a9a-a90c4b7aba6e req-bb1503f3-13b4-4e10-9fd8-1ded93569563 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:03.428980 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df6ea089-4aa3-415f-9a9a-a90c4b7aba6e req-bb1503f3-13b4-4e10-9fd8-1ded93569563 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.2166505
Feb 17 20:32:03.442647 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dcbde91bee84f32bca5c63edf338083&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8184311
Feb 17 20:32:03.442647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51946) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:03.499210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b98c926b-304d-4c30-a432-b42765c0cfe0 req-356ece18-42f2-4295-96e7-f38b3f98c416 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:32:03.515251 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df6ea089-4aa3-415f-9a9a-a90c4b7aba6e req-2e1b2de4-97c2-4a96-9de8-1eb684871540 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746801
Feb 17 20:32:03.584868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:03.620255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:03.710633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:03.716196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:03.728637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a4568-0d8c-46a3-96e3-6f65d8e439c3,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:03.736532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:03.794376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:03.802156 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f08a4568-0d8c-46a3-96e3-6f65d8e439c3 HTTP/1.1" status: 204  len: 168 time: 0.3539693
Feb 17 20:32:03.852292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b98c926b-304d-4c30-a432-b42765c0cfe0 req-356ece18-42f2-4295-96e7-f38b3f98c416 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:32:03.853951 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c655-002a-4957-bc4c-2302dd6cbdae req-100f4d96-96c9-4bea-a4bc-e62464cdee52 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:03.855586 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3924c655-002a-4957-bc4c-2302dd6cbdae req-100f4d96-96c9-4bea-a4bc-e62464cdee52 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1219974
Feb 17 20:32:03.870070 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b98c926b-304d-4c30-a432-b42765c0cfe0 req-356ece18-42f2-4295-96e7-f38b3f98c416 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 210 time: 0.4943092
Feb 17 20:32:03.961311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Attempting to bind port 024e2958-8e7b-427d-bd3c-cd24505376d3 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:32:03.961626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Attempting to bind port 024e2958-8e7b-427d-bd3c-cd24505376d3 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:32:03.962009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Attempting to bind port 024e2958-8e7b-427d-bd3c-cd24505376d3 on network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:32:04.036056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:32:04.036439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Checking segment: {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:32:04.036885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.037283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Bound using segment: {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:32:04.037847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Bound port: 024e2958-8e7b-427d-bd3c-cd24505376d3, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:32:04.038235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.288260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] For port 024e2958-8e7b-427d-bd3c-cd24505376d3, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:32:04.296406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] For port 024e2958-8e7b-427d-bd3c-cd24505376d3, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=024e2958-8e7b-427d-bd3c-cd24505376d3,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:32:04.317665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.347055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:04.452312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 51982) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:04.458062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 20:32:04.502462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Pushing event updated for resources: {'Port': ['ID=024e2958-8e7b-427d-bd3c-cd24505376d3,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:04.508353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.525011 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3924c655-002a-4957-bc4c-2302dd6cbdae req-aebb1d50-712b-4f85-a511-c90a24a2634d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6436408
Feb 17 20:32:04.533842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-c529a667-7b30-4630-8e27-686443c6311c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:04.535494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-c529a667-7b30-4630-8e27-686443c6311c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 817 time: 0.6788785
Feb 17 20:32:04.538159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:04.542504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Usage tracker for resource:security_group_rule and tenant:96dbb8bd9e534f2cbddceb355e1105d4 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:04.546333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:04.553154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:04.557188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7a02ba4-de42-4f18-811d-ba48ae094564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.650920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:04.690194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:32:04.702901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.735676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Transition to ACTIVE for port object 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:32:04.745825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.800540 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-fc7b81c7-1eca-406d-93ba-e86f03bde47e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 5704 time: 0.2373476
Feb 17 20:32:04.814986 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'port': {'device_id': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'admin_state_up': True, 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'security_groups': ['1b4ae419-135d-4efd-9958-6dba8418c02d']}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:04.898262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:04.987453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:04.993329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:04.995368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:05.008410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:05.010762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.025109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81e75a81-ddbf-47c5-84b2-b031cb2735ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:05.077192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:05.092877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:05.093564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.095285 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] 10.222.0.54 "PUT /v2.0/ports/024e2958-8e7b-427d-bd3c-cd24505376d3 HTTP/1.1" status: 200  len: 1158 time: 4.3655815
Feb 17 20:32:05.097082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:05.117875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6586a6d9-7a12-4503-b6ab-004b1b27ca03,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:05.135259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:05.137371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Made reservation on behalf of 9dda3e55668745f8a4875140a9bad70d for: {'port': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:32:05.144660 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.164003 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96dbb8bd9e534f2cbddceb355e1105d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7077706
Feb 17 20:32:05.170633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39721ac4-b566-40bd-b33a-9d4016da4054 req-0a253bf3-fe6f-4bcd-b506-4a04f11263ef tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:05.172185 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39721ac4-b566-40bd-b33a-9d4016da4054 req-0a253bf3-fe6f-4bcd-b506-4a04f11263ef tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.4424105
Feb 17 20:32:05.175346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52016) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:05.290011 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-753d701f-5359-4b0e-95e1-69b53dca4025 req-a2198794-4f26-4d04-a151-787490964c6b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 210 time: 0.1936624
Feb 17 20:32:05.318972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Attempting to bind port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:32:05.319322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Attempting to bind port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:32:05.319694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Attempting to bind port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 on network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:32:05.332827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:32:05.333202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Checking segment: {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:32:05.333617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.334040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Bound using segment: {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:32:05.334532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Bound port: 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56b01f-f8ad-47e6-89de-98742cb8a835', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '639f92c4-eb51-4b4b-9ac1-1a8074370a98'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:32:05.334919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.474194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] For port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:32:05.478706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] For port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:32:05.483217 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39721ac4-b566-40bd-b33a-9d4016da4054 req-a66c06b4-7ae8-4557-a80c-17cc560b6e1d tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2945468
Feb 17 20:32:05.531502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.539454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.552873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:05.662776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.681592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2ccf7eca-a924-4667-b792-0a6858a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:05.683453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-2ccf7eca-a924-4667-b792-0a6858a60841 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 1161 time: 0.4722245
Feb 17 20:32:05.813209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.824351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:05.843889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6586a6d9-7a12-4503-b6ab-004b1b27ca03,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:05.847813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Allocated IP 172.20.0.11 (76a9ff48-a6c4-4abf-827c-dc6b67c9a786/b9fe5978-e25b-4111-bf7e-d69c8651bbf8/72a9df47-5d1b-4e14-82ac-554e908f8b42) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:32:05.852102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:05.912071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:05.916705 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6586a6d9-7a12-4503-b6ab-004b1b27ca03 HTTP/1.1" status: 204  len: 168 time: 0.7403190
Feb 17 20:32:06.065610 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3', 'status': 'completed', 'code': 200}
Feb 17 20:32:06.097680 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-eb59eb8a-d8ad-469b-ae26-6617a81c99cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=024e2958-8e7b-427d-bd3c-cd24505376d3 HTTP/1.1" status: 200  len: 217 time: 0.3561559
Feb 17 20:32:06.230731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:06.243346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:06.269204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:06.320600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Transition to ACTIVE for port object 72a9df47-5d1b-4e14-82ac-554e908f8b42 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:32:06.345468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-ae713b6b-19cf-4447-8da4-a345dc25f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:06.347041 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-ae713b6b-19cf-4447-8da4-a345dc25f8d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.2342460
Feb 17 20:32:06.357897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:06.400893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:06.408316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-e9a29bde-f5bd-49ec-97ed-15b6dcaaf27a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84019) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:32:06.443178 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-7ed651fd-e065-4948-9211-d3dc4335edea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0819218
Feb 17 20:32:06.574723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:06.574723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:06.576011 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] 10.222.0.54 "PUT /v2.0/ports/09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 1157 time: 4.2447512
Feb 17 20:32:06.601525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f81b-963f-4371-b8cb-9853c9c19adf req-706ad5ea-ec43-4feb-8e4e-717f4477ecac tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:06.604324 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a970f81b-963f-4371-b8cb-9853c9c19adf req-706ad5ea-ec43-4feb-8e4e-717f4477ecac tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.3438032
Feb 17 20:32:06.676303 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-6cb98602-8597-4dc0-a32c-99b4a35a3901 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155406
Feb 17 20:32:06.698739 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:06.707234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:06.900144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:32:06.902573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:32:06.903599 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a970f81b-963f-4371-b8cb-9853c9c19adf req-7e0324e5-34fa-4ccf-9d83-468dd43660c2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262325
Feb 17 20:32:06.927385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:32:06.976840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-d517f8cb-aee3-4b67-903e-c5fd97fbd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:06.978968 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-d517f8cb-aee3-4b67-903e-c5fd97fbd9c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1160 time: 0.2831557
Feb 17 20:32:07.101772 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-c376e1bb-9ba3-445c-bc9e-50be19076e8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 217 time: 0.1034257
Feb 17 20:32:07.112284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38377e50-f829-4d13-ba46-1232d2b3d4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:07.179462 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3a7a5f0-4a46-4b85-98d9-48615e3b6e14 req-857acd15-972f-43ba-9de3-fa1167f096a1 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4800625
Feb 17 20:32:07.190032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba670ac8-6434-49cd-a1a7-751425c66e6b req-13261b13-1e3a-4b70-a7cb-6ef97215ba1d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:07.190886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba670ac8-6434-49cd-a1a7-751425c66e6b req-13261b13-1e3a-4b70-a7cb-6ef97215ba1d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:32:07.197590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-83e229f6-e0b3-43ab-8a7f-3681aa9ed641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:07.199217 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-83e229f6-e0b3-43ab-8a7f-3681aa9ed641 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.0864830
Feb 17 20:32:07.246291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:07.247032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:07.281042 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-1d1626c0-fe12-4c68-aba9-ed8d458339dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745201
Feb 17 20:32:07.307804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba670ac8-6434-49cd-a1a7-751425c66e6b req-13261b13-1e3a-4b70-a7cb-6ef97215ba1d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:32:07.316791 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba670ac8-6434-49cd-a1a7-751425c66e6b req-13261b13-1e3a-4b70-a7cb-6ef97215ba1d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 932 time: 0.5354230
Feb 17 20:32:07.332980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 0b833834-cc90-44fc-9bdc-f647014b0b6b up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:07.334889 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5253787
Feb 17 20:32:07.382402 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba670ac8-6434-49cd-a1a7-751425c66e6b req-682b2c3f-479b-4035-9c86-a87eabad4ef3 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643225
Feb 17 20:32:07.400220 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Request body: {'port': {'device_id': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:07.444429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4f83a852-ebcd-4a60-be2b-e1c775429064 None None] Provisioning for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:32:07.451735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 0b833834-cc90-44fc-9bdc-f647014b0b6b completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:32:07.457993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4f83a852-ebcd-4a60-be2b-e1c775429064 None None] Provisioning complete for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:07.458664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4f83a852-ebcd-4a60-be2b-e1c775429064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:07.603244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:07.692395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d004b5-9917-446f-9093-564390d2b4f3 req-c3e2228c-2f3c-4ecb-888a-e79364bd7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:07.699828 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01d004b5-9917-446f-9093-564390d2b4f3 req-c3e2228c-2f3c-4ecb-888a-e79364bd7043 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 1161 time: 0.2714577
Feb 17 20:32:07.778021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4f83a852-ebcd-4a60-be2b-e1c775429064 None None] Port 72a9df47-5d1b-4e14-82ac-554e908f8b42 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:32:07.779482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 0b833834-cc90-44fc-9bdc-f647014b0b6b triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:07.779902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:07.931615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:07.942875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d004b5-9917-446f-9093-564390d2b4f3 req-f96d8864-a33c-4e8a-b9c3-c6d40b3f58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:07.946033 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01d004b5-9917-446f-9093-564390d2b4f3 req-f96d8864-a33c-4e8a-b9c3-c6d40b3f58d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.2339749
Feb 17 20:32:07.960626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:07.984054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 0b833834-cc90-44fc-9bdc-f647014b0b6b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0b833834-cc90-44fc-9bdc-f647014b0b6b,segment=NetworkSegment(dca4f04d-7e8d-45dd-910a-835d96c2ee15),segment_id=dca4f04d-7e8d-45dd-910a-835d96c2ee15)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:32:07.986893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:08.069419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:08.071490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:08.141828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:08.159520 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01d004b5-9917-446f-9093-564390d2b4f3 req-68b9c383-3e33-4987-b9bc-9f6368b63b64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=024e2958-8e7b-427d-bd3c-cd24505376d3 HTTP/1.1" status: 200  len: 217 time: 0.1639423
Feb 17 20:32:08.211858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=0b833834-cc90-44fc-9bdc-f647014b0b6b,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:08.215802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:08.231717 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-4bfe6bfe-41cd-4feb-9b2d-02a8ce863e01 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7393084
Feb 17 20:32:08.245662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89913-076f-440d-a798-f60e7dcb325a req-77f16b32-1605-4eef-af82-102630b01d9c tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:08.254977 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c9e89913-076f-440d-a798-f60e7dcb325a req-77f16b32-1605-4eef-af82-102630b01d9c tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.8898692
Feb 17 20:32:08.316314 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c9e89913-076f-440d-a798-f60e7dcb325a req-34dea60f-23c6-4def-a69d-1fb5cc8d5375 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599606
Feb 17 20:32:08.461445 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7', 'status': 'completed', 'code': 200}
Feb 17 20:32:08.496047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a9df47-5d1b-4e14-82ac-554e908f8b42 {{(pid=84017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:32:08.508288 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:08.528319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfa2b3-566f-4391-959b-a36400fb083a req-c4a6c9dc-c8ee-4fc3-a6cd-cc0540ee65c8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:08.530000 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bdcfa2b3-566f-4391-959b-a36400fb083a req-c4a6c9dc-c8ee-4fc3-a6cd-cc0540ee65c8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.3501024
Feb 17 20:32:08.532893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Transition to ACTIVE for port object 72a9df47-5d1b-4e14-82ac-554e908f8b42 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:32:08.536265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:08.633310 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b', 'code': 200}
Feb 17 20:32:08.660751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:08.868761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 52180) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:08.921535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:08.975127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8ecac-281e-4b77-9e01-07d6ed98273c req-9566a33e-21fe-42a5-ac96-c478ed6284d7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:08.976841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-02e8ecac-281e-4b77-9e01-07d6ed98273c req-9566a33e-21fe-42a5-ac96-c478ed6284d7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.2125235
Feb 17 20:32:08.999277 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bdcfa2b3-566f-4391-959b-a36400fb083a req-9d386eb8-192f-4824-97c5-7bb08f497b69 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4614811
Feb 17 20:32:09.000050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Pushing event updated for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:09.019610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:09.081630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-02e8ecac-281e-4b77-9e01-07d6ed98273c req-7c6b138f-2a73-41e6-8b26-13e93a550d40 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:32:09.117291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Attempting to bind port 72a9df47-5d1b-4e14-82ac-554e908f8b42 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:32:09.117667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Attempting to bind port 72a9df47-5d1b-4e14-82ac-554e908f8b42 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:32:09.118069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Attempting to bind port 72a9df47-5d1b-4e14-82ac-554e908f8b42 on network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:32:09.129733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:32:09.130114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Checking segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:32:09.130527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.130922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Bound using segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:32:09.131406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Bound port: 72a9df47-5d1b-4e14-82ac-554e908f8b42, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:32:09.131778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.134919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-02e8ecac-281e-4b77-9e01-07d6ed98273c req-7c6b138f-2a73-41e6-8b26-13e93a550d40 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:32:09.136417 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-02e8ecac-281e-4b77-9e01-07d6ed98273c req-7c6b138f-2a73-41e6-8b26-13e93a550d40 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1486268
Feb 17 20:32:09.137299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.156268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:09.165086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Usage tracker for resource:security_group_rule and tenant:9c8e046e612646cf9caed3bfe034994e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:09.169474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:09.177216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:09.287175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:32:09.291038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:32:09.304042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.304261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.306447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.314653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8cb0521f-d5ab-4a84-bbe8-1fa809563567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:09.321613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-edc24c22-5392-4f65-8ac9-e5c6fc633b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:09.364353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21931651-3496-471e-b510-7fe8d12d2b0c,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:09.368167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:09.377568 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c8e046e612646cf9caed3bfe034994e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5004766
Feb 17 20:32:09.378780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 52198) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:09.419497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.457446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.491448 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.554748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.560820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c211e894-e602-4a60-a037-ac226e33b69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:09.576456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21931651-3496-471e-b510-7fe8d12d2b0c,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:09.581395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:09.584821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.585200 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21931651-3496-471e-b510-7fe8d12d2b0c HTTP/1.1" status: 204  len: 168 time: 0.2062993
Feb 17 20:32:09.748998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Pushing event updated for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:09.757928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:09.830970 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d79b83-4cee-4810-9a73-93fec4917b4c req-e5cd6ece-85b7-4281-afc6-cea9908d08fd tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:09.832893 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8d79b83-4cee-4810-9a73-93fec4917b4c req-e5cd6ece-85b7-4281-afc6-cea9908d08fd tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.3935080
Feb 17 20:32:09.836882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:09.837582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:09.839157 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] 10.222.0.54 "PUT /v2.0/ports/72a9df47-5d1b-4e14-82ac-554e908f8b42 HTTP/1.1" status: 200  len: 1158 time: 2.4453604
Feb 17 20:32:09.839722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:09.914309 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'status': 'completed', 'code': 200}
Feb 17 20:32:09.931424 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8d79b83-4cee-4810-9a73-93fec4917b4c req-de96eec7-6842-417e-a91d-bb8e9cb71fda tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854437
Feb 17 20:32:10.245016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856110c6-e1cd-4b5c-b17f-cb074f640ed9 req-cf76095f-9188-424a-95f9-a01f6ff5940c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:10.246846 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-856110c6-e1cd-4b5c-b17f-cb074f640ed9 req-cf76095f-9188-424a-95f9-a01f6ff5940c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1135483
Feb 17 20:32:10.311403 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-856110c6-e1cd-4b5c-b17f-cb074f640ed9 req-e46035cd-8e09-4be5-a83a-3d425d737a82 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571687
Feb 17 20:32:10.408199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d133254-70e1-45b0-ba67-b62b17ddc913 req-6fa4ae58-9713-47df-8b51-0a952ba6a467 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:10.409858 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1d133254-70e1-45b0-ba67-b62b17ddc913 req-6fa4ae58-9713-47df-8b51-0a952ba6a467 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0945735
Feb 17 20:32:10.475700 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1d133254-70e1-45b0-ba67-b62b17ddc913 req-9608d8a0-9663-4006-a09a-a016cbaab43b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595386
Feb 17 20:32:11.178833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e183cb-2c41-4832-9785-05f185821c47 req-871d0477-dea6-4b2b-8325-872a94eb9070 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:11.180494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2e183cb-2c41-4832-9785-05f185821c47 req-871d0477-dea6-4b2b-8325-872a94eb9070 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.1055632
Feb 17 20:32:11.233078 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2e183cb-2c41-4832-9785-05f185821c47 req-c54da5d4-3b5f-4518-8910-cab32490a4f3 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442727
Feb 17 20:32:11.536253 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48890f4-6840-4ff7-84f3-9c7d5ee9c9b0 req-e7c48617-c8c6-4005-8508-3149db91b7de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:11.538699 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e48890f4-6840-4ff7-84f3-9c7d5ee9c9b0 req-e7c48617-c8c6-4005-8508-3149db91b7de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1171806
Feb 17 20:32:11.612317 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e48890f4-6840-4ff7-84f3-9c7d5ee9c9b0 req-4d246a66-e401-47d1-ab58-bfd80cf20408 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646954
Feb 17 20:32:11.781857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71aba3a-eb4f-44a0-9f00-53cf8a96eae3 req-d30aa234-d74a-4a0f-ac7d-309f2bf18612 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:11.783508 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c71aba3a-eb4f-44a0-9f00-53cf8a96eae3 req-d30aa234-d74a-4a0f-ac7d-309f2bf18612 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1407821
Feb 17 20:32:11.837963 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c71aba3a-eb4f-44a0-9f00-53cf8a96eae3 req-fff2b84c-503c-49f0-b1ad-6f0924800bda tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470152
Feb 17 20:32:12.189285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d004b5-9917-446f-9093-564390d2b4f3 req-bb7b1baa-730f-4395-8036-27085183e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:12.190884 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01d004b5-9917-446f-9093-564390d2b4f3 req-bb7b1baa-730f-4395-8036-27085183e66c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.1984911
Feb 17 20:32:12.237391 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ee12ec0-c772-4549-a598-8e2857f393bb req-fdf29954-c882-4f41-ba9b-6ce58eecb8ba service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2011096
Feb 17 20:32:12.446840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dc59e-bd74-42ed-ba19-e367a287c443 req-3dc1ec82-cfa1-4dc3-a846-7479a3490d02 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:12.448475 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-121dc59e-bd74-42ed-ba19-e367a287c443 req-3dc1ec82-cfa1-4dc3-a846-7479a3490d02 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0942335
Feb 17 20:32:12.507375 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-121dc59e-bd74-42ed-ba19-e367a287c443 req-c8447ac3-b2fd-4457-a8f0-80da8e21bdec tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502086
Feb 17 20:32:12.589806 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01d004b5-9917-446f-9093-564390d2b4f3 req-13bcc7d1-dd36-41a6-8242-73d1f1525b03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628731
Feb 17 20:32:12.711482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c244bc-35a8-401d-ae2e-0f07ff2284f0 req-29f4a06b-4602-4cb0-8bbb-7d656e1a06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:12.714301 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-93c244bc-35a8-401d-ae2e-0f07ff2284f0 req-29f4a06b-4602-4cb0-8bbb-7d656e1a06c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1161 time: 0.1877372
Feb 17 20:32:12.865542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.54', 52340) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:13.024689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c244bc-35a8-401d-ae2e-0f07ff2284f0 req-4a2433d3-3367-4f2a-958e-242210df845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:13.026291 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-93c244bc-35a8-401d-ae2e-0f07ff2284f0 req-4a2433d3-3367-4f2a-958e-242210df845e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9dda3e55668745f8a4875140a9bad70d&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2670343
Feb 17 20:32:13.031077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06066d-69c1-421c-8d38-9ae187a032be req-cf8fbadf-60d2-40c7-b6ae-499167ca97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:13.034203 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c06066d-69c1-421c-8d38-9ae187a032be req-cf8fbadf-60d2-40c7-b6ae-499167ca97a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 1162 time: 0.1675739
Feb 17 20:32:13.182086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:13.252856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:13.271774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Usage tracker for resource:security_group_rule and tenant:0a8727cc6ae940b0908ee7096fbec999 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:13.276780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 0b833834-cc90-44fc-9bdc-f647014b0b6b up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:13.283057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:13.300657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:13.388948 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01d004b5-9917-446f-9093-564390d2b4f3 req-fe7b7783-a774-4aec-9f99-1fa1c8c7b186 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6833229
Feb 17 20:32:13.393047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 0b833834-cc90-44fc-9bdc-f647014b0b6b triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:13.395338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-4d523816-f563-4d1e-9498-0526b9bd4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:13.396914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:13.398466 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-4d523816-f563-4d1e-9498-0526b9bd4f0f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1160 time: 0.6444776
Feb 17 20:32:13.424601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec06cad-4c91-4722-806c-66556a56d4d9 req-da2e846f-aca6-4297-a098-02c21da35177 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:13.434266 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aec06cad-4c91-4722-806c-66556a56d4d9 req-da2e846f-aca6-4297-a098-02c21da35177 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.4872537
Feb 17 20:32:13.461974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c244bc-35a8-401d-ae2e-0f07ff2284f0 req-eca1302c-8807-41ce-9b06-74560dd017ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:13.461974 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-93c244bc-35a8-401d-ae2e-0f07ff2284f0 req-eca1302c-8807-41ce-9b06-74560dd017ae service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3698187
Feb 17 20:32:13.463259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df157783-c8b8-47f0-b01a-22beef5e345e req-63886177-ac36-48fc-95ab-0b0748b16338 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:13.470901 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df157783-c8b8-47f0-b01a-22beef5e345e req-63886177-ac36-48fc-95ab-0b0748b16338 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.4428034
Feb 17 20:32:13.498298 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aec06cad-4c91-4722-806c-66556a56d4d9 req-d9177ea1-5238-4326-89fd-03281082b351 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619745
Feb 17 20:32:13.553979 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df157783-c8b8-47f0-b01a-22beef5e345e req-f85bd92f-4272-490e-9a3d-93d8096348a6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820727
Feb 17 20:32:13.588322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:13.591389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:13.602829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:13.634802 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c06066d-69c1-421c-8d38-9ae187a032be req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5621190
Feb 17 20:32:13.645067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe13fb-7768-4697-b397-fab962860ca1,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:13.650802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:13.725442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916310-e09f-441f-8723-1038355bb46a req-313bc4cc-6d97-45ad-adab-3edd8640a546 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:13.727073 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1916310-e09f-441f-8723-1038355bb46a req-313bc4cc-6d97-45ad-adab-3edd8640a546 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0904946
Feb 17 20:32:13.774633 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1916310-e09f-441f-8723-1038355bb46a req-0947414e-6d42-4df7-a345-9a0078523ced tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411932
Feb 17 20:32:14.714605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d266fd-7924-4296-9d62-eb7c532409fb req-e92b7de2-0fd0-40e5-93ef-8df984da336e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:14.716235 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-79d266fd-7924-4296-9d62-eb7c532409fb req-e92b7de2-0fd0-40e5-93ef-8df984da336e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0904269
Feb 17 20:32:14.765923 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-79d266fd-7924-4296-9d62-eb7c532409fb req-76e7b3cf-7439-4acd-b056-a7802d6220b5 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427105
Feb 17 20:32:14.791733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c2678-df9c-472c-a4bd-2cbe3db2b899 req-f37622b8-7e89-400a-a93d-49c8fc5feb2b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:14.793301 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-606c2678-df9c-472c-a4bd-2cbe3db2b899 req-f37622b8-7e89-400a-a93d-49c8fc5feb2b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0910327
Feb 17 20:32:14.842675 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-606c2678-df9c-472c-a4bd-2cbe3db2b899 req-aa6ef38d-25b4-4abe-bc5f-4779281bf497 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418000
Feb 17 20:32:14.981653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967d39-4f56-4165-95e3-d82d22ed32f0 req-7bc6957c-e349-4926-bab8-09d06f3303ca tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:14.983282 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5967d39-4f56-4165-95e3-d82d22ed32f0 req-7bc6957c-e349-4926-bab8-09d06f3303ca tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0932372
Feb 17 20:32:15.032897 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5967d39-4f56-4165-95e3-d82d22ed32f0 req-86df3122-97e2-41a5-b63d-e495fca2a459 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424099
Feb 17 20:32:15.972878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe61d-d0b8-4b29-a815-4dc02f452ed9 req-e9fe3258-5a1d-4f9e-8708-b9ee45bc6384 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:15.974537 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-89ffe61d-d0b8-4b29-a815-4dc02f452ed9 req-e9fe3258-5a1d-4f9e-8708-b9ee45bc6384 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0932338
Feb 17 20:32:16.026527 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-89ffe61d-d0b8-4b29-a815-4dc02f452ed9 req-d3e10e38-cc7b-4269-bd9b-d9f3e609c224 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456433
Feb 17 20:32:16.055202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505b57-4cc5-4ea1-9093-4894b928d604 req-1506727a-44ce-4acd-8db8-21b69af65010 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:16.056827 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de505b57-4cc5-4ea1-9093-4894b928d604 req-1506727a-44ce-4acd-8db8-21b69af65010 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0905788
Feb 17 20:32:16.109733 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de505b57-4cc5-4ea1-9093-4894b928d604 req-c9a936a3-ae2a-4b7d-8c53-1b1028dbd0b5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460470
Feb 17 20:32:16.240411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0511bed-9f4e-489f-bfc0-8f828e568a6f req-5b970862-80b4-4692-a159-9d9ca4b22cf5 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:16.242065 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0511bed-9f4e-489f-bfc0-8f828e568a6f req-5b970862-80b4-4692-a159-9d9ca4b22cf5 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0892045
Feb 17 20:32:16.294207 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0511bed-9f4e-489f-bfc0-8f828e568a6f req-248a2182-a5c3-4031-bc81-502ee7967c07 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444093
Feb 17 20:32:17.235694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf818-15f4-4b42-a8aa-b1e45baa22ef req-527c267d-f10e-4a5d-bf42-ad4a98fa786b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:17.237379 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66caf818-15f4-4b42-a8aa-b1e45baa22ef req-527c267d-f10e-4a5d-bf42-ad4a98fa786b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0922604
Feb 17 20:32:17.287242 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66caf818-15f4-4b42-a8aa-b1e45baa22ef req-510bffef-5dc7-46a4-b77f-5172ebaa542d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436151
Feb 17 20:32:17.334035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270c24-ceb6-427e-b512-03d7230c11ac req-0e0b7bd5-6b42-427b-ba2d-1623a1f6a290 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:17.343343 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea270c24-ceb6-427e-b512-03d7230c11ac req-0e0b7bd5-6b42-427b-ba2d-1623a1f6a290 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1093404
Feb 17 20:32:17.398175 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea270c24-ceb6-427e-b512-03d7230c11ac req-d56c9ff5-9a85-43d8-83e5-d7b4a4180327 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537546
Feb 17 20:32:17.503753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1018d-3158-4413-a420-9ed24ec5a067 req-ef05fb37-5d42-4187-8ce6-1ce8e2734891 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:17.505272 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dad1018d-3158-4413-a420-9ed24ec5a067 req-ef05fb37-5d42-4187-8ce6-1ce8e2734891 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0920813
Feb 17 20:32:17.553403 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dad1018d-3158-4413-a420-9ed24ec5a067 req-57c9e452-465a-4c2e-82b9-e2eefd1c6371 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416188
Feb 17 20:32:18.497961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9ae42-4119-4acd-a2fe-b368ac286ed2 req-d1ff8f24-89ff-422e-839e-b45883bce494 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:18.499645 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-96a9ae42-4119-4acd-a2fe-b368ac286ed2 req-d1ff8f24-89ff-422e-839e-b45883bce494 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0943444
Feb 17 20:32:18.551048 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-96a9ae42-4119-4acd-a2fe-b368ac286ed2 req-96e7bd59-de9f-4b67-acf4-c2e792133965 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437930
Feb 17 20:32:18.621008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf020d-8a88-4e51-8b28-0fd3a978650f req-301b6604-9536-452b-b859-bf16b5f5dfe5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:18.622668 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0daf020d-8a88-4e51-8b28-0fd3a978650f req-301b6604-9536-452b-b859-bf16b5f5dfe5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0916390
Feb 17 20:32:18.674962 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0daf020d-8a88-4e51-8b28-0fd3a978650f req-9676192c-7536-4a6c-9a2b-574c05d9892c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451765
Feb 17 20:32:18.759605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810d6a-2582-4d50-b482-2841bc69ce4f req-9fde5d06-7442-42c1-935d-50a219cad1c2 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:18.761159 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac810d6a-2582-4d50-b482-2841bc69ce4f req-9fde5d06-7442-42c1-935d-50a219cad1c2 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0900187
Feb 17 20:32:18.810394 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac810d6a-2582-4d50-b482-2841bc69ce4f req-1d6eecec-45bf-47e0-aa7e-3322cae46ada tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419664
Feb 17 20:32:19.404490 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01d004b5-9917-446f-9093-564390d2b4f3 req-b9b143e5-f272-49cd-bfc4-a4cb8acb4897 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2545912
Feb 17 20:32:19.421368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-1b03c6b2-30de-493e-bace-7de5bde6f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:19.423906 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-1b03c6b2-30de-493e-bace-7de5bde6f25b service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.1981740
Feb 17 20:32:19.762697 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e329c07-cc7c-4722-9ab6-365e52a4122e req-72bc88cc-b19c-45c7-b4c4-dc79a973a058 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:19.764330 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e329c07-cc7c-4722-9ab6-365e52a4122e req-72bc88cc-b19c-45c7-b4c4-dc79a973a058 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0970364
Feb 17 20:32:19.823934 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e329c07-cc7c-4722-9ab6-365e52a4122e req-01b808df-ce47-448d-975e-265ea3f9a781 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502830
Feb 17 20:32:19.944204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22622a-b77e-4a93-a992-69c37c93411c req-40939863-5e96-4613-a762-14adfe55921a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:19.945608 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b22622a-b77e-4a93-a992-69c37c93411c req-40939863-5e96-4613-a762-14adfe55921a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1436379
Feb 17 20:32:20.000135 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b22622a-b77e-4a93-a992-69c37c93411c req-be2e42ab-c792-4fdc-8ee4-cc6a3a482da9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479629
Feb 17 20:32:20.027933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526f021-ff7b-4d55-8b98-5115734e0c04 req-23bd7394-a5b2-4e5f-850d-34ae7e0ae02f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:20.029638 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8526f021-ff7b-4d55-8b98-5115734e0c04 req-23bd7394-a5b2-4e5f-850d-34ae7e0ae02f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0926387
Feb 17 20:32:20.091864 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8526f021-ff7b-4d55-8b98-5115734e0c04 req-0122cfd5-5dfc-4fc9-bdd1-7e51ffca0fd0 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555258
Feb 17 20:32:21.026460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc9815-48b2-447d-ad61-3575e7e82cc4 req-3d7a34ed-cc7e-4ad6-9ded-8ec3a88e5e03 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:21.028061 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2cc9815-48b2-447d-ad61-3575e7e82cc4 req-3d7a34ed-cc7e-4ad6-9ded-8ec3a88e5e03 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0879009
Feb 17 20:32:21.080819 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2cc9815-48b2-447d-ad61-3575e7e82cc4 req-871c8256-91a0-4da7-9281-93f8a65ff47d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456657
Feb 17 20:32:21.223712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d5be6-7b6e-4ce0-8494-3e1d7c280ec1 req-042e8f81-abd0-447e-ab97-efdac4038e35 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:21.225331 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b91d5be6-7b6e-4ce0-8494-3e1d7c280ec1 req-042e8f81-abd0-447e-ab97-efdac4038e35 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0975740
Feb 17 20:32:21.275475 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b91d5be6-7b6e-4ce0-8494-3e1d7c280ec1 req-a3bc6616-a65e-4f74-83b3-cc8b84f16da4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437214
Feb 17 20:32:21.301571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728416-3b3c-4203-8940-7fc97d439238 req-f6fdae08-e423-43a7-bf1e-e6b06bf9aff9 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:21.303193 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b5728416-3b3c-4203-8940-7fc97d439238 req-f6fdae08-e423-43a7-bf1e-e6b06bf9aff9 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0926595
Feb 17 20:32:21.353732 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b5728416-3b3c-4203-8940-7fc97d439238 req-cc33d671-98a3-4c20-9a19-00335ce39a89 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442188
Feb 17 20:32:22.285107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d3cda-c66e-4b76-abce-055cb3afa4cc req-e3e00f8d-7dbb-48ea-978a-f0334979a2d8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:22.286748 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-154d3cda-c66e-4b76-abce-055cb3afa4cc req-e3e00f8d-7dbb-48ea-978a-f0334979a2d8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0915658
Feb 17 20:32:22.336084 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-154d3cda-c66e-4b76-abce-055cb3afa4cc req-b62898c7-7795-4459-afe9-9ff3a81ae2e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430281
Feb 17 20:32:22.489580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ef20-0823-46b7-b27e-56ef218616f5 req-65ee2478-88ce-4d79-ae49-2eed94aaa09e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:22.491247 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1eb9ef20-0823-46b7-b27e-56ef218616f5 req-65ee2478-88ce-4d79-ae49-2eed94aaa09e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0922000
Feb 17 20:32:22.540688 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1eb9ef20-0823-46b7-b27e-56ef218616f5 req-b3427892-5dc1-4044-9ba6-e1b2700c4c23 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424511
Feb 17 20:32:22.557339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b7c7-c1db-48e4-b880-d327e3ea9f55 req-4ce4bb7a-785b-4d68-b729-0f9c4de606ce tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:22.558997 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9895b7c7-c1db-48e4-b880-d327e3ea9f55 req-4ce4bb7a-785b-4d68-b729-0f9c4de606ce tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0896342
Feb 17 20:32:22.608519 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9895b7c7-c1db-48e4-b880-d327e3ea9f55 req-b4ae8d41-09eb-41ac-a88d-ff7bf537c6a6 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425401
Feb 17 20:32:23.543222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12733fe8-1255-4ec9-badc-d1c5778700cf req-9d44d347-316f-4e10-a4ab-b976d0b3d811 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:23.545006 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12733fe8-1255-4ec9-badc-d1c5778700cf req-9d44d347-316f-4e10-a4ab-b976d0b3d811 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0921915
Feb 17 20:32:23.596545 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12733fe8-1255-4ec9-badc-d1c5778700cf req-465f3789-6a18-4dab-ba4f-609f3682010c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446286
Feb 17 20:32:23.757935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f153a1d-6ccb-4f55-85cb-8c8ff4598a55 req-e6f487de-ce8c-4a26-9a97-b16bce721db1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:23.759636 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f153a1d-6ccb-4f55-85cb-8c8ff4598a55 req-e6f487de-ce8c-4a26-9a97-b16bce721db1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0922368
Feb 17 20:32:23.807839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1acad3-f088-46aa-b1f4-e4aeffd01ee2 req-c6c6c279-0846-4962-82a9-c78236eef32e tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:23.809273 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f153a1d-6ccb-4f55-85cb-8c8ff4598a55 req-1153d03c-06ce-4a7c-a5cc-d2d080a1a214 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432184
Feb 17 20:32:23.809445 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a1acad3-f088-46aa-b1f4-e4aeffd01ee2 req-c6c6c279-0846-4962-82a9-c78236eef32e tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0860641
Feb 17 20:32:23.864817 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a1acad3-f088-46aa-b1f4-e4aeffd01ee2 req-966515d5-fd36-4156-866e-a48aec12c88f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471933
Feb 17 20:32:24.743303 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-9602d7c1-f10b-4728-aa37-19c77aad9d45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 217 time: 0.1073165
Feb 17 20:32:24.833946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611d143-5c81-4c2f-94fe-084d6a786ef3 req-d60d9972-9dd2-4ce5-8758-24b18211e9bc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:24.835648 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6611d143-5c81-4c2f-94fe-084d6a786ef3 req-d60d9972-9dd2-4ce5-8758-24b18211e9bc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1186624
Feb 17 20:32:24.857465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-5ecffdff-5448-4e63-9d94-b5be95b62260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:24.860103 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-5ecffdff-5448-4e63-9d94-b5be95b62260 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.0958827
Feb 17 20:32:24.880242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-b8bef590-9d15-4185-a2f5-c278b968c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:24.881847 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-b8bef590-9d15-4185-a2f5-c278b968c27d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1161 time: 0.1865940
Feb 17 20:32:24.914718 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6611d143-5c81-4c2f-94fe-084d6a786ef3 req-5e0d1203-575b-45a1-8f69-b6fcac3afc9b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720143
Feb 17 20:32:25.020431 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-670c2c32-63eb-45fc-95ae-b22688ad6fca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1430476
Feb 17 20:32:25.021828 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-ed02af8a-42bd-4709-8d41-1be8345453ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42 HTTP/1.1" status: 200  len: 217 time: 0.0967221
Feb 17 20:32:25.173499 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f3b7c-da1d-4896-b7fc-24825d5efd16 req-40f9457d-d87e-4e11-96cb-86cf0f615e71 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:25.175744 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-293f3b7c-da1d-4896-b7fc-24825d5efd16 req-40f9457d-d87e-4e11-96cb-86cf0f615e71 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.1128283
Feb 17 20:32:25.234407 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-293f3b7c-da1d-4896-b7fc-24825d5efd16 req-d3207d85-a169-4205-bbec-158f6f870aed tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485175
Feb 17 20:32:25.289729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-97e3d9b8-12f1-406b-823f-c566095775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:25.291316 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-97e3d9b8-12f1-406b-823f-c566095775d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.2221990
Feb 17 20:32:25.380363 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-726e72b6-bec1-4d5f-a1e7-56b2f5844f75 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3123789
Feb 17 20:32:25.395000 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425151-1baf-4d37-818d-ac1ac8e83bd8 req-d983467b-00be-4a85-90d1-9d98327318c5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:25.396590 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5425151-1baf-4d37-818d-ac1ac8e83bd8 req-d983467b-00be-4a85-90d1-9d98327318c5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.3792288
Feb 17 20:32:25.559990 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5425151-1baf-4d37-818d-ac1ac8e83bd8 req-816c3ea4-8f1c-46aa-b6a9-7fdbab01bb71 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336277
Feb 17 20:32:25.586159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-4e7784f9-6c04-4c77-ad4b-f4574b78ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:25.586159 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-4e7784f9-6c04-4c77-ad4b-f4574b78ed2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2723222
Feb 17 20:32:25.629601 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc23fdae-0d4a-4291-9c19-bddec510788a req-830a6a07-9ef4-4041-9ff8-c2edf9cbb2be service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2319422
Feb 17 20:32:25.751212 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-a8fcefef-5bf7-44f2-9087-cd8626847d1c service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504865
Feb 17 20:32:26.145415 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e10ec49-7b01-4f08-99ef-08ab73cdbb0c req-a2c67939-16f9-4ab2-a593-fac36cc0308d service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3771317
Feb 17 20:32:26.170739 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90601f7a-06f5-4cb5-896f-cd6c8c11e77b req-68be96e8-1f2c-43d1-abec-86d8548e7b2f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:26.182769 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-90601f7a-06f5-4cb5-896f-cd6c8c11e77b req-68be96e8-1f2c-43d1-abec-86d8548e7b2f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1371105
Feb 17 20:32:26.229717 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-90601f7a-06f5-4cb5-896f-cd6c8c11e77b req-10ab5cdb-0603-44d5-96fc-a247f7f8dcad tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457556
Feb 17 20:32:26.447727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805e260-c7c9-4e56-af2c-b326e760205c req-a97bbfc1-cfe5-444f-a56e-fdfb0b4363ee tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:26.449425 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7805e260-c7c9-4e56-af2c-b326e760205c req-a97bbfc1-cfe5-444f-a56e-fdfb0b4363ee tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0950308
Feb 17 20:32:26.508484 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7805e260-c7c9-4e56-af2c-b326e760205c req-95490147-a288-4997-8665-2b2a6c7e0d5c tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517061
Feb 17 20:32:26.775267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28b283-8428-4db2-894e-ecec56ec2063 req-43de359e-52be-416c-a800-2cf6a2ac406e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:26.776890 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec28b283-8428-4db2-894e-ecec56ec2063 req-43de359e-52be-416c-a800-2cf6a2ac406e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0891330
Feb 17 20:32:26.827757 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec28b283-8428-4db2-894e-ecec56ec2063 req-1deb7872-35b1-4748-8f3a-0543b33e7815 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433946
Feb 17 20:32:27.175808 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:27.438557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a611f-5f6e-4381-84d5-a4ae30549450 req-cdf90a2a-6105-4c0a-997d-ea1d485fe1c0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:27.440145 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-636a611f-5f6e-4381-84d5-a4ae30549450 req-cdf90a2a-6105-4c0a-997d-ea1d485fe1c0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0921693
Feb 17 20:32:27.489880 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-636a611f-5f6e-4381-84d5-a4ae30549450 req-1485bca1-0f25-481c-8536-5a829cc3799e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431149
Feb 17 20:32:27.729363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aff61-e934-400a-952e-e8c0bd295c60 req-7c7a1ff7-d8c9-4c98-b953-97e7e090b91b tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:27.731049 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0b5aff61-e934-400a-952e-e8c0bd295c60 req-7c7a1ff7-d8c9-4c98-b953-97e7e090b91b tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0958602
Feb 17 20:32:27.782955 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0b5aff61-e934-400a-952e-e8c0bd295c60 req-f87e9bd8-9ce2-4cab-b83c-582dff728545 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442429
Feb 17 20:32:28.053639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427b580-c8b3-4397-a586-2fcc82b16608 req-a60f7137-c955-4b61-9da2-338997d95a2b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:28.055205 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c427b580-c8b3-4397-a586-2fcc82b16608 req-a60f7137-c955-4b61-9da2-338997d95a2b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0935621
Feb 17 20:32:28.108285 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c427b580-c8b3-4397-a586-2fcc82b16608 req-c3426dc9-5938-4717-99c8-aba59fe18f9a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437469
Feb 17 20:32:28.707194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847f597-a582-4189-962f-e26c9682455c req-d0e13ac2-85f7-4ba6-8841-1edec8a96bab tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:28.708885 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5847f597-a582-4189-962f-e26c9682455c req-d0e13ac2-85f7-4ba6-8841-1edec8a96bab tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0961621
Feb 17 20:32:28.772769 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5847f597-a582-4189-962f-e26c9682455c req-ba6f12b9-68c3-4ce1-a421-c14c48d065cd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530624
Feb 17 20:32:29.021084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d98c9-8025-4d33-a1b6-1fcc292e3d98 req-ada2c74c-1b8b-46c9-adec-3097d355dca7 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:29.026405 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db4d98c9-8025-4d33-a1b6-1fcc292e3d98 req-ada2c74c-1b8b-46c9-adec-3097d355dca7 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.1100023
Feb 17 20:32:29.077800 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db4d98c9-8025-4d33-a1b6-1fcc292e3d98 req-a8420b17-49e0-4123-b21f-b88667ba7e4a tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484276
Feb 17 20:32:29.358926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d17e37-55c2-4b12-82fa-ba7993180934 req-1876b82d-c899-41a1-be35-a324433c69c6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:29.361359 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d17e37-55c2-4b12-82fa-ba7993180934 req-1876b82d-c899-41a1-be35-a324433c69c6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1183176
Feb 17 20:32:29.440107 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d17e37-55c2-4b12-82fa-ba7993180934 req-acb86bc5-5cda-4f77-a4c0-c97056adfd3f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713563
Feb 17 20:32:30.001727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489a3a9-6bd9-4343-8817-78b18875738d req-137f0741-5ef9-4493-857b-9574d1fa7a41 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:30.003329 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4489a3a9-6bd9-4343-8817-78b18875738d req-137f0741-5ef9-4493-857b-9574d1fa7a41 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0946300
Feb 17 20:32:30.053501 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4489a3a9-6bd9-4343-8817-78b18875738d req-ec238e37-9afa-4e34-a13f-70671c988f6a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439205
Feb 17 20:32:30.286275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c635f5-f6cb-42c8-b17b-bb015e6eb175 req-6626dcbf-126e-4291-b1b2-672fd880080f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:30.287977 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8c635f5-f6cb-42c8-b17b-bb015e6eb175 req-6626dcbf-126e-4291-b1b2-672fd880080f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0890768
Feb 17 20:32:30.341079 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8c635f5-f6cb-42c8-b17b-bb015e6eb175 req-128479a5-e3e0-4b34-9167-8c6422e4c2a6 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467813
Feb 17 20:32:30.703493 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70913a0-5161-4db4-8b8e-5b736b1ed998 req-c0798ebf-9d55-4a6b-b878-6568f09d09f5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:30.705520 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a70913a0-5161-4db4-8b8e-5b736b1ed998 req-c0798ebf-9d55-4a6b-b878-6568f09d09f5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1238401
Feb 17 20:32:30.770199 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a70913a0-5161-4db4-8b8e-5b736b1ed998 req-adc3f90d-8a87-4e59-9bbb-ed9b91befc50 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546949
Feb 17 20:32:31.006610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:32:31.304700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872944-4f4d-4d09-b856-77b2a49698ed req-5f4fae65-50bf-46f2-8181-9a02274a4d8a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:31.306395 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f872944-4f4d-4d09-b856-77b2a49698ed req-5f4fae65-50bf-46f2-8181-9a02274a4d8a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0956678
Feb 17 20:32:31.362576 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f872944-4f4d-4d09-b856-77b2a49698ed req-56a7aa55-4408-423b-81a8-81c35bc10e93 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495112
Feb 17 20:32:31.990670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cd93-723f-4596-8718-b420a9f16285 req-d92f04dc-cb06-4f0b-ac25-36a97cc0e6f0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:31.992392 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63e8cd93-723f-4596-8718-b420a9f16285 req-d92f04dc-cb06-4f0b-ac25-36a97cc0e6f0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0914226
Feb 17 20:32:32.042402 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63e8cd93-723f-4596-8718-b420a9f16285 req-1e49fb6f-e9e8-4d04-ac23-898d4d522269 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437033
Feb 17 20:32:32.592340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974807b-0860-4c65-ba49-51130358d5c2 req-77fb2cb8-32e9-43c5-a867-d02c380df30c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:32.594129 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1974807b-0860-4c65-ba49-51130358d5c2 req-77fb2cb8-32e9-43c5-a867-d02c380df30c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1102531
Feb 17 20:32:32.647561 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1974807b-0860-4c65-ba49-51130358d5c2 req-ade2a0ef-ac61-4754-bef2-800407d11b4d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447121
Feb 17 20:32:33.290216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6861838-009a-4d5b-ab6e-e4ab7e75c6cf req-e1ec4bb8-f011-4795-a0f5-d06e3d3eb0c4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:33.291932 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e6861838-009a-4d5b-ab6e-e4ab7e75c6cf req-e1ec4bb8-f011-4795-a0f5-d06e3d3eb0c4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1152332
Feb 17 20:32:33.346079 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e6861838-009a-4d5b-ab6e-e4ab7e75c6cf req-2fe64f70-914f-4e9b-acb6-f56a068338b0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471127
Feb 17 20:32:33.541053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-a7f7ca57-1280-47c9-9026-19cb6bcad3ac None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84019) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:32:33.919663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af795ee6-cb1d-44d3-bd32-081f0b7aa3f1 req-27ce3e47-86d6-412e-9628-4dfebd2049dd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:33.930427 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-af795ee6-cb1d-44d3-bd32-081f0b7aa3f1 req-27ce3e47-86d6-412e-9628-4dfebd2049dd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1171710
Feb 17 20:32:34.009710 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-af795ee6-cb1d-44d3-bd32-081f0b7aa3f1 req-c51d4261-670b-4958-958a-184c8ce7c86c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780175
Feb 17 20:32:34.198532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52814) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:34.273736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52822) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:34.465960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.483067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.498438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:34.505009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Usage tracker for resource:security_group_rule and tenant:0e64100e37f0462bae8c7d3dd897f656 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:34.510446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:34.522348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:34.534119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:34.536687 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ca72788-044e-44ee-ace3-198f6de673d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.550467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Usage tracker for resource:security_group_rule and tenant:916c1fcd16414d23bb4efebbf0ff7b57 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:34.563086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:34.573373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:34.594934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8f21-71b4-4b8b-bea4-b84f6d99129a req-a3cfd2c6-8ebc-4131-86b4-33ef26fa4e26 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:34.596663 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-213d8f21-71b4-4b8b-bea4-b84f6d99129a req-a3cfd2c6-8ebc-4131-86b4-33ef26fa4e26 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0926805
Feb 17 20:32:34.655155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-213d8f21-71b4-4b8b-bea4-b84f6d99129a req-adf7d24b-8570-49b1-9143-503b72c8a917 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511250
Feb 17 20:32:34.692028 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.701726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.715469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8dadc9d-3d76-4d6a-9dc6-4b990938dc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:34.757442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70a3cd-d4e6-4843-9e70-ab972cd8894a,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:34.789655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.790157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.790696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.791055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.791714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.792238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.792615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.792992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.793360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.793728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.794079 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.794597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.795155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.795683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.796205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.796711 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.797252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.798051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.798771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.799336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.801128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.801877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.802214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.802590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:34.807642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:34.814252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 52852) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:34.814488 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e64100e37f0462bae8c7d3dd897f656&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6173425
Feb 17 20:32:34.843576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.847445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.858992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a65fd4cb-c221-4c1c-b056-917b04462f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:34.900635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efefb32b-d16a-4741-a63b-888461cf3ef8,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:34.903997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.904303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:34.915990 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=916c1fcd16414d23bb4efebbf0ff7b57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6410775
Feb 17 20:32:34.918888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52856) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:34.941585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.994036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.994656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:34.999135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:35.012062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70a3cd-d4e6-4843-9e70-ab972cd8894a,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:35.024960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.025168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:35.025359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.025774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.026169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.026555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.026945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.027341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.028041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.028041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.028422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.028747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.029130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.029550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.029956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.030329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.030705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.031078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.031599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.032001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.032895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.033292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.033677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.034077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.034452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:35.038527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:35.039752 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d70a3cd-d4e6-4843-9e70-ab972cd8894a HTTP/1.1" status: 204  len: 168 time: 0.2244225
Feb 17 20:32:35.040814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:35.108528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:35.114935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:35.134527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efefb32b-d16a-4741-a63b-888461cf3ef8,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:35.145716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:35.158440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:35.159700 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efefb32b-d16a-4741-a63b-888461cf3ef8 HTTP/1.1" status: 204  len: 168 time: 0.2398918
Feb 17 20:32:35.328588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386e1cb-0c25-420c-85c5-6aba4aa6a5b3 req-acae9318-3918-4fce-940f-42bc8a3799cf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:35.332367 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d386e1cb-0c25-420c-85c5-6aba4aa6a5b3 req-acae9318-3918-4fce-940f-42bc8a3799cf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.1395483
Feb 17 20:32:35.426358 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d386e1cb-0c25-420c-85c5-6aba4aa6a5b3 req-45ba2512-c0c2-4c3d-b2d6-84f89cd89ce9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860202
Feb 17 20:32:35.538300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 52878) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:35.564470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:35.582242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:35.586665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Usage tracker for resource:security_group_rule and tenant:142b44831dc44d918a456d611d42d044 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:35.590849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:35.597904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:35.728495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:35.728495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:35.764662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:35.810938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52900) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:35.811527 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=142b44831dc44d918a456d611d42d044&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2716043
Feb 17 20:32:35.814622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15a98e6-ddd6-436b-818d-0e19b18e1e20,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:35.818817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:35.922279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:36.010326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:36.021917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469feb5a-9f57-459f-8390-5810064757c8 req-18e1be9a-793c-409f-8e8c-d98b0148f82a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:36.024106 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-469feb5a-9f57-459f-8390-5810064757c8 req-18e1be9a-793c-409f-8e8c-d98b0148f82a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1200526
Feb 17 20:32:36.087811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:36.093705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-67ce3adb-78ed-4d22-9975-ed80c8177636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:36.107528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15a98e6-ddd6-436b-818d-0e19b18e1e20,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:36.118440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:36.124918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:36.127108 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a15a98e6-ddd6-436b-818d-0e19b18e1e20 HTTP/1.1" status: 204  len: 168 time: 0.3149199
Feb 17 20:32:36.163691 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-469feb5a-9f57-459f-8390-5810064757c8 req-79222417-49b0-4b27-a9a2-6f1d143c1f3d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1319323
Feb 17 20:32:36.332898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 52928) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:36.667793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:36.690067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:36.694667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Usage tracker for resource:security_group_rule and tenant:3f72699b6f614457ade6c62e15a355d4 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:36.698219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:36.705777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:36.738714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7add7-4157-4843-a934-38f60ce5d92d req-8b61d67d-8254-4a64-ae23-74688757bd1a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:36.740579 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00b7add7-4157-4843-a934-38f60ce5d92d req-8b61d67d-8254-4a64-ae23-74688757bd1a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.0998647
Feb 17 20:32:36.799821 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00b7add7-4157-4843-a934-38f60ce5d92d req-8e1e40bb-ae5c-4415-ba0e-78f7d7a4761e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489807
Feb 17 20:32:36.829498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:36.834836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:36.847487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-874ac9d8-5f2e-41ce-82c8-aa7ec1473554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:36.894123 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f72699b6f614457ade6c62e15a355d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5593162
Feb 17 20:32:36.896763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52948) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:36.902221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a194a1c-7ded-4831-aeda-dff98762ed2a,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:36.906109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:36.973012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52954) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:37.006896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.042711 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.103299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35ce9e27-90e1-4a25-a3f3-44d3868cc7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.104338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.113571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3fcbbeaf-b220-43cf-abf0-b5fdd639212c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:37.132447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a194a1c-7ded-4831-aeda-dff98762ed2a,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:37.135086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.139748 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a194a1c-7ded-4831-aeda-dff98762ed2a HTTP/1.1" status: 204  len: 168 time: 0.2414644
Feb 17 20:32:37.141420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:37.243061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:37.362764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.379978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:32:37.393892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:37.396987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:37.397470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.403429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Usage tracker for resource:security_group_rule and tenant:a06b972779dc4f79a7df17bb9c3e9864 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:37.408971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:37.432377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:37.609110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.613041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.620490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.642888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:37.683934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:32:37.687204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:37.703406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:37.705044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 024e2958-8e7b-427d-bd3c-cd24505376d3 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:37.743545 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dea03-7320-4f82-9ad8-7c43e19e9991 req-3b84da54-0e94-4a07-b93c-207ae7416469 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:37.753755 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b7dea03-7320-4f82-9ad8-7c43e19e9991 req-3b84da54-0e94-4a07-b93c-207ae7416469 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.3353682
Feb 17 20:32:37.762508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a6394-5ea7-46c0-8a5a-44d3e415976f,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:37.775136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:37.825676 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a06b972779dc4f79a7df17bb9c3e9864&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8513272
Feb 17 20:32:37.827460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-854a583e-1bbf-4830-aeac-a1abe5791d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:37.831406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 52998) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:37.876799 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b7dea03-7320-4f82-9ad8-7c43e19e9991 req-a983aacc-70d1-483e-a678-e81d4f0f3042 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220064
Feb 17 20:32:37.989980 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'code': 200}
Feb 17 20:32:38.027827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 024e2958-8e7b-427d-bd3c-cd24505376d3 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:32:38.043467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 024e2958-8e7b-427d-bd3c-cd24505376d3 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:38.044261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.045203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.111153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.180886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.226110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53006) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:38.250834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.263704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.272733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:38.303085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:38.303405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:38.316887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Usage tracker for resource:security_group_rule and tenant:c83dd5b2284540438cf783f707a18de0 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:38.323145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.323773 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.324431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.324954 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.325621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.326154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.326983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.327526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.328008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.328534 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.329089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.329463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a6394-5ea7-46c0-8a5a-44d3e415976f,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:38.329943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.330525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.331371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.331901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.332701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.333306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.333877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:38.334485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.335667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.336397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.337159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.337834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.338372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.338902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:32:38.345490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:38.349922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:38.361472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:38.375169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.376823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.388507 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f11a6394-5ea7-46c0-8a5a-44d3e415976f HTTP/1.1" status: 204  len: 168 time: 0.5541518
Feb 17 20:32:38.439197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980beb9-597c-4ce7-ade1-025bfaf2feb6 req-7068b456-51a4-4b08-bc6d-22098046343e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:38.455744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 024e2958-8e7b-427d-bd3c-cd24505376d3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=024e2958-8e7b-427d-bd3c-cd24505376d3,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:32:38.456627 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6980beb9-597c-4ce7-ade1-025bfaf2feb6 req-7068b456-51a4-4b08-bc6d-22098046343e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 944 time: 0.2808011
Feb 17 20:32:38.461593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.462602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:38.566440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:38.606397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5570d-5cbc-44dc-8253-a1b6fa3567c2 req-42693a44-d92b-4604-ab56-45d52e96d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:38.608248 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c5570d-5cbc-44dc-8253-a1b6fa3567c2 req-42693a44-d92b-4604-ab56-45d52e96d823 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1163 time: 0.2495422
Feb 17 20:32:38.677626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:32:38.685901 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c5570d-5cbc-44dc-8253-a1b6fa3567c2 req-87142695-596a-4234-884a-0f48db750fd4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693312
Feb 17 20:32:38.687984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:38.688950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.739770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.747864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:38.768657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:38.834578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d1456-5f72-4e1d-9537-e32fb3db0a3e,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:38.844994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:38.878853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c83dd5b2284540438cf783f707a18de0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6509833
Feb 17 20:32:38.879730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53024) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:38.898202 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6980beb9-597c-4ce7-ade1-025bfaf2feb6 req-de38d0c1-d445-4f3d-9682-1a7fdfa7e6c1 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4404805
Feb 17 20:32:38.999111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=024e2958-8e7b-427d-bd3c-cd24505376d3,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:39.013203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:39.017647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.106395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:32:39.111005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.111922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.114427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:39.195812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:39.198834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.200462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:39.277218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53038) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:39.281536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.327368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53044) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:39.359672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0db054-5f51-449a-9c10-9cebf93b2dd8 req-c90fb4ee-55da-4422-8515-4de2559f1ad6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:39.362624 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f0db054-5f51-449a-9c10-9cebf93b2dd8 req-c90fb4ee-55da-4422-8515-4de2559f1ad6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.2395897
Feb 17 20:32:39.364001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.402891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:39.411012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.413372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Usage tracker for resource:security_group_rule and tenant:b472822a50ea4e60b849ba2890172ce8 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:39.417049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:39.418465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.422305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:39.429376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:39.443513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d1456-5f72-4e1d-9537-e32fb3db0a3e,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:39.452396 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f0db054-5f51-449a-9c10-9cebf93b2dd8 req-9aaed496-1470-4411-9a79-14c1b5972c10 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805748
Feb 17 20:32:39.453407 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:39.466744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.468081 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c9d1456-5f72-4e1d-9537-e32fb3db0a3e HTTP/1.1" status: 204  len: 168 time: 0.5870051
Feb 17 20:32:39.595143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.599187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.612496 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d096fb0-e2e9-44fa-8e4c-4dad9fb9363b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:39.666209 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b472822a50ea4e60b849ba2890172ce8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3376188
Feb 17 20:32:39.667399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148febbf-ba3a-4ec8-9643-cce467e11ceb,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:39.669110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53054) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:39.693315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:39.779822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.804028 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.833585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:39.846700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Usage tracker for resource:security_group_rule and tenant:d3643ac0beb54d58bee69de1e7f7f3b5 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:39.854454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:39.855991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.862452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:39.934013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.940220 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b2ff96d-3b97-40d4-a315-ae815053bae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:39.956478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148febbf-ba3a-4ec8-9643-cce467e11ceb,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:39.956478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:39.964307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:39.965603 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/148febbf-ba3a-4ec8-9643-cce467e11ceb HTTP/1.1" status: 204  len: 168 time: 0.2953517
Feb 17 20:32:39.993472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3'}, {'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:40.016806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:40.020944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:40.081665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-62f1891d-22eb-4650-8b62-aa636143092c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:40.118438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53082) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:40.119993 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3643ac0beb54d58bee69de1e7f7f3b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8415580
Feb 17 20:32:40.154775 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3', 'code': 200}
Feb 17 20:32:40.155604 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7', 'code': 200}
Feb 17 20:32:40.216949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:40.232455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a94bb3-e0f5-411d-a02a-20c5fa7ab04b,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:40.247843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:40.253525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:40.293574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87611f-3d64-4813-af69-81c32e9dd5a2 req-5da07e21-0a64-4f66-b753-f12a4d34827c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:40.303324 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de87611f-3d64-4813-af69-81c32e9dd5a2 req-5da07e21-0a64-4f66-b753-f12a4d34827c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1541595
Feb 17 20:32:40.315444 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:40.321657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:40.348733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:40.353299 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2a94bb3-e0f5-411d-a02a-20c5fa7ab04b HTTP/1.1" status: 204  len: 168 time: 0.2336078
Feb 17 20:32:40.355789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a94bb3-e0f5-411d-a02a-20c5fa7ab04b,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:40.359589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:40.379288 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de87611f-3d64-4813-af69-81c32e9dd5a2 req-c3153fec-37fb-49d8-bfe0-995638dd4b8d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618119
Feb 17 20:32:40.790992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832eaaa3-9996-4bd6-b6d5-d7c929b2a79b req-04782271-2621-47df-8e0f-4d016ccde3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:40.792646 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-832eaaa3-9996-4bd6-b6d5-d7c929b2a79b req-04782271-2621-47df-8e0f-4d016ccde3ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 1163 time: 0.2115598
Feb 17 20:32:40.833663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dc3e8-a82d-4efa-951e-1fc67a7789f0 req-f155a89c-2a5e-439a-8207-822dc607d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:40.835305 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-241dc3e8-a82d-4efa-951e-1fc67a7789f0 req-f155a89c-2a5e-439a-8207-822dc607d60a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.1891139
Feb 17 20:32:40.842765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119edeb-1b4d-459b-9a0b-066647a4df55 req-9d69fdd4-510f-4453-970b-67896d2c0cd1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:40.844937 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6119edeb-1b4d-459b-9a0b-066647a4df55 req-9d69fdd4-510f-4453-970b-67896d2c0cd1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1623662
Feb 17 20:32:40.867059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53106) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:40.887167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:40.900324 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6119edeb-1b4d-459b-9a0b-066647a4df55 req-689938a9-c58b-4176-a084-662448501e83 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484161
Feb 17 20:32:40.904680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:40.910093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:f19e89c3f6d842f5a936643f60379d5d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:40.913453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:40.919703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:40.987916 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-832eaaa3-9996-4bd6-b6d5-d7c929b2a79b req-1f867ac3-828f-44a2-b2fb-25c9d6782ca4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440636
Feb 17 20:32:41.026882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.030527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.052258 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-241dc3e8-a82d-4efa-951e-1fc67a7789f0 req-e0066651-5958-4cf1-a424-93dbe0a3625f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672309
Feb 17 20:32:41.052866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5cfb01b-7565-463f-a89d-4f5def5cc2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:41.112128 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f19e89c3f6d842f5a936643f60379d5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2438483
Feb 17 20:32:41.115233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53116) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:41.148524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ff8daa-1a69-4798-b52e-2545f882d8f5,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:41.154871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:41.165808 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:41.197260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.237096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.246241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53120) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:41.247938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:41.248313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.276562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.304706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:41.312553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Usage tracker for resource:security_group_rule and tenant:11663c27161844adb3d76a0c0179b867 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:41.316424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:41.328654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:41.416920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 024e2958-8e7b-427d-bd3c-cd24505376d3 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:41.451107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.461283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.473161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:41.537734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 024e2958-8e7b-427d-bd3c-cd24505376d3 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:41.538490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.540049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53138) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:41.540295 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11663c27161844adb3d76a0c0179b867&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2925591
Feb 17 20:32:41.543177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2680d29-3de7-4a48-a33d-f5ec745d9542,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:41.548228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:41.553121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.558456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:41.581303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ff8daa-1a69-4798-b52e-2545f882d8f5,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:41.586433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:41.594714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.598500 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1ff8daa-1a69-4798-b52e-2545f882d8f5 HTTP/1.1" status: 204  len: 168 time: 0.4789634
Feb 17 20:32:41.742602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.772346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.824743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.826348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:41.832094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-13815982-8ce6-430d-95ee-c971630ca17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:41.852450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2680d29-3de7-4a48-a33d-f5ec745d9542,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:41.870984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:41.884640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507cd2-b1e0-47c5-86db-8d2ee660828a req-e82d92f0-e551-4dca-a48d-2ee3c75121d9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:41.898252 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19507cd2-b1e0-47c5-86db-8d2ee660828a req-e82d92f0-e551-4dca-a48d-2ee3c75121d9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.2782643
Feb 17 20:32:41.964416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:41.969433 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2680d29-3de7-4a48-a33d-f5ec745d9542 HTTP/1.1" status: 204  len: 168 time: 0.4282548
Feb 17 20:32:41.992561 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:41.993112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:42.023463 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19507cd2-b1e0-47c5-86db-8d2ee660828a req-fc9606b9-589e-40a2-815c-5a3d0c0476be tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292124
Feb 17 20:32:42.273813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fe17a-1b45-453b-be40-3c6ab2dad973 req-768e40ce-c1fc-4bb8-8159-e767da761986 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:42.275772 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd3fe17a-1b45-453b-be40-3c6ab2dad973 req-768e40ce-c1fc-4bb8-8159-e767da761986 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1385355
Feb 17 20:32:42.362413 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd3fe17a-1b45-453b-be40-3c6ab2dad973 req-12877f74-bf22-4f72-8ba8-658f5f81fa96 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798936
Feb 17 20:32:43.245784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579de27-d93f-446e-9699-e3db38a2231d req-f0bee180-2bbb-420c-82a2-9b8b0dad053b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:43.247686 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3579de27-d93f-446e-9699-e3db38a2231d req-f0bee180-2bbb-420c-82a2-9b8b0dad053b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1072514
Feb 17 20:32:43.300132 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3579de27-d93f-446e-9699-e3db38a2231d req-04b9558e-3cc8-4e8e-9bbc-a2f40c5626af tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458093
Feb 17 20:32:43.408018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53224) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:43.593635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c4286-c86b-4f4b-a3e8-7a0fe38e0eab req-12569ccf-c9ec-4baf-95e8-943f32066d5e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:43.595449 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-076c4286-c86b-4f4b-a3e8-7a0fe38e0eab req-12569ccf-c9ec-4baf-95e8-943f32066d5e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1036313
Feb 17 20:32:43.652165 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-076c4286-c86b-4f4b-a3e8-7a0fe38e0eab req-fa2d7f40-b497-4fa2-9d50-de0432199286 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496156
Feb 17 20:32:43.686129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1583411697-network', 'tenant_id': 'b15f064aa56d41859176e4bb14b82ff2'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:43.691788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:43.696890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Usage tracker for resource:network and tenant:b15f064aa56d41859176e4bb14b82ff2 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:43.707595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:43.721129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:43.730798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Made reservation on behalf of b15f064aa56d41859176e4bb14b82ff2 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:32:43.736516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:43.752155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:43.769819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:43.773971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Usage tracker for resource:security_group_rule and tenant:b15f064aa56d41859176e4bb14b82ff2 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:43.777931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:43.784627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:43.899446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:43.903579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:43.909345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:43.933976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19b2eb-c8d6-40cd-a47e-de7966d301d9 req-9d933b19-9520-4bd5-9875-180033dcdd6c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:43.935841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e19b2eb-c8d6-40cd-a47e-de7966d301d9 req-9d933b19-9520-4bd5-9875-180033dcdd6c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1398239
Feb 17 20:32:43.946316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53250) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:43.948046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93399afa-a3ac-42f0-a536-bf57d29c568e,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:43.952918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:43.954003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'floatingip': {'port_id': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:43.963624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:32:43.977460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:43.977460 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Added segment 28501417-e6fc-48bc-9067-bd6a1adb1db2 of type vxlan for network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b
Feb 17 20:32:44.013982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.082063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.083387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:44.084024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.089388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:44.131485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.231699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:44.244813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:32:44.258231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:44.275259 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.8621554
Feb 17 20:32:44.275622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53268) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:44.282897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Request body: {'subnet': {'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1583411697-subnet', 'tenant_id': 'b15f064aa56d41859176e4bb14b82ff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:44.288210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:44.292277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Usage tracker for resource:subnet and tenant:b15f064aa56d41859176e4bb14b82ff2 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:44.295524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:44.302584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:44.316814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Made reservation on behalf of b15f064aa56d41859176e4bb14b82ff2 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:32:44.321816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.387686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53274) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:44.686794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e610-a638-4c91-8b6a-d42782990a73 req-de01e537-d1d2-428a-a1b6-53f183e1f256 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:44.689551 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42d0e610-a638-4c91-8b6a-d42782990a73 req-de01e537-d1d2-428a-a1b6-53f183e1f256 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1615672
Feb 17 20:32:44.756495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.775463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:44.779998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Usage tracker for resource:security_group_rule and tenant:c7992be37f4f43c48cc7dad69b4ada54 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:44.783441 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:44.800949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:44.862326 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42d0e610-a638-4c91-8b6a-d42782990a73 req-e68ccfd2-f975-4d51-aabe-56cfbbe82d2f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566250
Feb 17 20:32:44.913323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.917432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:44.929068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:44.993295 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7992be37f4f43c48cc7dad69b4ada54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6014507
Feb 17 20:32:44.995359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53290) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:45.006466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:45.023916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:45.024119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc8dd7-f144-48d2-b8a9-44dedc497338,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:45.038671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:45.353103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077a353b-6588-4c94-8423-3a086b56ce2e,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:45.357509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:45.431302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:45.461722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Checking segment: {'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:32:45.462146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Network hostable DHCP agents. Network: 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:32:45.500982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:32:45.511439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:32:45.522921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a253d6-6e3e-4976-a4fb-4798de618bf3 None None] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:32:45.536248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:45.536895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:45.559224 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-07006437-0d31-4072-bd8c-554b00bd42d9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2822301
Feb 17 20:32:45.598191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:45.621416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:45.639607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:45.807115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f0fc0-d5bb-4213-8e4f-e93cd100bc4d None None] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:32:46.110223 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Floating IP 70777337-633e-4344-a57b-09a3ca06720a associated. External IP: 172.27.2.137, port: 72a9df47-5d1b-4e14-82ac-554e908f8b42.
Feb 17 20:32:46.300147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:46.314347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0b04ae58-b556-4921-8696-18b282e0ba1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:46.361752 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc8dd7-f144-48d2-b8a9-44dedc497338,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:46.370396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:46.383635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:46.386209 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0dc8dd7-f144-48d2-b8a9-44dedc497338 HTTP/1.1" status: 204  len: 168 time: 1.3881261
Feb 17 20:32:46.417718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb5795-6e4a-4603-b466-8b05738f3816 req-2da7199f-87be-4fe3-ab81-9176461bfcaf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:46.420161 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4fcb5795-6e4a-4603-b466-8b05738f3816 req-2da7199f-87be-4fe3-ab81-9176461bfcaf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.3911152
Feb 17 20:32:46.617103 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4fcb5795-6e4a-4603-b466-8b05738f3816 req-11f0ff19-2518-4862-8e48-b40ec90075f0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875248
Feb 17 20:32:46.747431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Router ddd97e71-329c-4002-bbb0-b5dfefa9f209 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:32:46.962464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:32:46.968149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:46.996259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] Sync routers for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:32:47.026228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:32:47.026928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9714ba8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:32:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:32:47.036130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53370) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:47.059010 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-99c89577-38cc-4614-aafe-64addad7114d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "PUT /v2.0/floatingips/70777337-633e-4344-a57b-09a3ca06720a HTTP/1.1" status: 200  len: 992 time: 3.1086724
Feb 17 20:32:47.059010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:47.075811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:47.113442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:47.113595 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'status': 'completed', 'code': 200}
Feb 17 20:32:47.124468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Usage tracker for resource:security_group_rule and tenant:e9e2d1bbc79e4cb8a3974ae6d5d2cb4b is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:47.132872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:47.145593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:47.301475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:47.304563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:47.335179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2d208995-833f-47a9-8dd3-b060ee206e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:47.335968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:32:47.350493 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9e2d1bbc79e4cb8a3974ae6d5d2cb4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3114946
Feb 17 20:32:47.351624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53394) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:47.401636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f11af-658f-44b9-b0ae-f429eafc8033,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:47.412834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:47.414567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:32:47.442470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:47.472740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:47.541152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:47.548574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e25d5a29-80fe-427b-bec4-f63289170045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:47.567718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f11af-658f-44b9-b0ae-f429eafc8033,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:47.571603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:47.616318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:47.620068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c30f11af-658f-44b9-b0ae-f429eafc8033 HTTP/1.1" status: 204  len: 168 time: 0.2649441
Feb 17 20:32:47.673047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-4a74cd90-2289-4ebd-8146-59a3632daf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:47.674771 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-4a74cd90-2289-4ebd-8146-59a3632daf98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1163 time: 0.1022184
Feb 17 20:32:47.766304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9714ba8>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '70777337-633e-4344-a57b-09a3ca06720a', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'port_id': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'mac_address': 'fa:16:3e:d3:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:31:56Z', 'updated_at': '2021-02-17T20:32:45Z', 'revision_number': 1, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:32:47.771295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] Checking router: ddd97e71-329c-4002-bbb0-b5dfefa9f209 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:32:47.782027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:32:47.783032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9714ba8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:32:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:32:47.940634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-6a2ecc6f-64ff-4908-8189-c7af131da0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:47.943627 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-6a2ecc6f-64ff-4908-8189-c7af131da0a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.2472348
Feb 17 20:32:47.992180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:32:47.995819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a7cd7-a8b1-4c48-b9ba-830a7f1e69b3 req-aa23f2c7-8e70-4fce-b7a0-93cfdc1e9774 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:48.005366 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-765a7cd7-a8b1-4c48-b9ba-830a7f1e69b3 req-aa23f2c7-8e70-4fce-b7a0-93cfdc1e9774 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1423974
Feb 17 20:32:48.064712 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-765a7cd7-a8b1-4c48-b9ba-830a7f1e69b3 req-a9f69f40-c23e-4aaf-a52b-c571d280fd53 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579457
Feb 17 20:32:48.143051 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-ec293ae5-7230-4a64-8061-f5f3e44aa328 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42 HTTP/1.1" status: 200  len: 1000 time: 0.1838281
Feb 17 20:32:48.270943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-12fc5d93-fdcf-45b7-8fab-21cedca9d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:48.273041 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-12fc5d93-fdcf-45b7-8fab-21cedca9d4d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.1197217
Feb 17 20:32:48.434835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-d4235e90-771f-4e6c-9ac1-6894f885b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:48.437823 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-d4235e90-771f-4e6c-9ac1-6894f885b16c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1526046
Feb 17 20:32:48.478185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9714ba8>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '70777337-633e-4344-a57b-09a3ca06720a', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'port_id': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'mac_address': 'fa:16:3e:d3:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:31:56Z', 'updated_at': '2021-02-17T20:32:45Z', 'revision_number': 1, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:32:48.483502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525accd-8a02-4acd-8419-333623655ab3 None None] The sync data for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi is: [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '70777337-633e-4344-a57b-09a3ca06720a', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'port_id': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'mac_address': 'fa:16:3e:d3:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:31:56Z', 'updated_at': '2021-02-17T20:32:45Z', 'revision_number': 1, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:32:48.687484 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-d30d1b02-1c5e-4958-9f53-ad899482c232 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226908
Feb 17 20:32:48.714818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:48.913556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:48.914332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:48.998102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7573be4-e73f-4029-baa8-1952c0d45712 None None] New status for floating IP 70777337-633e-4344-a57b-09a3ca06720a: ACTIVE {{(pid=84019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:32:49.054934 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b645f765-05ef-4a02-a3de-f8a82f26c15f req-ad550a3e-ae9b-42db-8b6c-1f1904af115f service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3145416
Feb 17 20:32:49.302386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53468) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:49.365861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f3831-ae9b-443e-ac8f-d2497dfc3d87 req-77696e3a-e21a-41db-9e9a-c38a1ea02a4e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:49.374097 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f9f3831-ae9b-443e-ac8f-d2497dfc3d87 req-77696e3a-e21a-41db-9e9a-c38a1ea02a4e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1321173
Feb 17 20:32:49.425257 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f9f3831-ae9b-443e-ac8f-d2497dfc3d87 req-add9745d-69db-4dec-8050-acc9f412fb58 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501986
Feb 17 20:32:49.471468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:49.491808 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:49.496899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Usage tracker for resource:security_group_rule and tenant:f230890f97c645959e70e437e378f687 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:49.501374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:49.508681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:49.624779 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:49.627607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:49.637861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3dbf05d-e7a5-4a50-9c0e-dec88a3c5189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:49.690634 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f230890f97c645959e70e437e378f687&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3829758
Feb 17 20:32:49.690634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66396395-1827-4f53-bcb3-a7c93b97e98a,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:49.691915 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53482) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:49.694835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:49.761648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:49.790806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:49.844500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:49.850124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-814bbb57-7657-4fac-939a-3c822cf8a958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:49.866663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:49.867883 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66396395-1827-4f53-bcb3-a7c93b97e98a HTTP/1.1" status: 204  len: 168 time: 0.1748843
Feb 17 20:32:49.868996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66396395-1827-4f53-bcb3-a7c93b97e98a,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:49.871918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:50.386350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53514) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:50.416468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:50.434690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:50.439123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Usage tracker for resource:security_group_rule and tenant:da2d0a40515c4f2e802f4fc8b327a690 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:50.442241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:50.448004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:50.570526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:50.574475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:50.590509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-43954a6f-1f69-42d5-ba53-d830fffef3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:50.675572 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da2d0a40515c4f2e802f4fc8b327a690&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2880952
Feb 17 20:32:50.697010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48aa38-b4ed-4e49-b0ab-1f6ca9faaadb,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:50.697812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53532) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:50.701168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:50.751111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49d46-d2fc-44ec-a873-e2a0d56bf980 req-a40966e5-2a7c-445e-8114-a81ed7345d85 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:50.752759 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ca49d46-d2fc-44ec-a873-e2a0d56bf980 req-a40966e5-2a7c-445e-8114-a81ed7345d85 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1642139
Feb 17 20:32:50.810206 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ca49d46-d2fc-44ec-a873-e2a0d56bf980 req-39514380-dbbc-486b-a83a-f5234fed0567 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495780
Feb 17 20:32:50.905263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:50.951531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:51.036592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:51.057394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:51.080592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48aa38-b4ed-4e49-b0ab-1f6ca9faaadb,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:51.087898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:51.095001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-5107dc79-82d1-44dc-af4c-b67eccbe46fb tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:51.096257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-5107dc79-82d1-44dc-af4c-b67eccbe46fb tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Synchronizing usage tracker for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:32:51.143435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:51.155240 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d48aa38-b4ed-4e49-b0ab-1f6ca9faaadb HTTP/1.1" status: 204  len: 168 time: 0.4373856
Feb 17 20:32:51.161348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-5107dc79-82d1-44dc-af4c-b67eccbe46fb tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Unset dirty status for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:32:51.162731 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-5107dc79-82d1-44dc-af4c-b67eccbe46fb tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/networks?id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b HTTP/1.1" status: 200  len: 809 time: 0.4923301
Feb 17 20:32:51.203486 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-7344819a-e7bd-4f06-bb79-4485cc7f3acb tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/quotas/b15f064aa56d41859176e4bb14b82ff2 HTTP/1.1" status: 200  len: 375 time: 0.0338750
Feb 17 20:32:51.353388 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-2cc93bea-6d50-4f08-a7cf-e85431989635 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15f064aa56d41859176e4bb14b82ff2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1405196
Feb 17 20:32:51.493117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40d2d6-f37c-4f57-9165-1aeff8240e72 req-253f3ef1-8a8e-47fc-9cfa-bb9d46472f6f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:51.494780 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ad40d2d6-f37c-4f57-9165-1aeff8240e72 req-253f3ef1-8a8e-47fc-9cfa-bb9d46472f6f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1289942
Feb 17 20:32:51.507591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:32:51.580406 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ad40d2d6-f37c-4f57-9165-1aeff8240e72 req-e7df0db2-e052-48d4-89da-3b5886d3d3ab tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767827
Feb 17 20:32:51.622550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22d9df-878f-456d-a859-343c747828ac req-95bf3884-fef1-4b14-b4c2-e9079a28bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:51.624492 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a22d9df-878f-456d-a859-343c747828ac req-95bf3884-fef1-4b14-b4c2-e9079a28bde4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 1163 time: 0.2423220
Feb 17 20:32:51.635220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-38873f59-ce6e-4ba8-8ce0-d2fbf58c037c service neutron] 10.222.0.23 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2807372
Feb 17 20:32:51.693967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:32:51.694825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:51.910423 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-973cfcab-6a73-4f84-8458-2abc1ef69719 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2742546
Feb 17 20:32:51.911500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22d9df-878f-456d-a859-343c747828ac req-dca16d71-4f51-4dce-b5a3-b6348d99b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:51.913028 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a22d9df-878f-456d-a859-343c747828ac req-dca16d71-4f51-4dce-b5a3-b6348d99b462 service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.2497320
Feb 17 20:32:52.020339 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a22d9df-878f-456d-a859-343c747828ac req-8eb14171-9821-4f01-b23e-e5fafda8da27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=024e2958-8e7b-427d-bd3c-cd24505376d3 HTTP/1.1" status: 200  len: 217 time: 0.0780940
Feb 17 20:32:52.161138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22d9df-878f-456d-a859-343c747828ac req-a5d13280-604b-4a74-8ad4-601598349819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:52.162795 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a22d9df-878f-456d-a859-343c747828ac req-a5d13280-604b-4a74-8ad4-601598349819 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.1209209
Feb 17 20:32:52.188001 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3ed998b-87ab-4203-a9b4-238e16900879 req-9c4ddf93-1470-46b7-850b-9859509f8de5 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 210 time: 0.0843599
Feb 17 20:32:52.231097 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a22d9df-878f-456d-a859-343c747828ac req-a8df5b4b-cfae-495e-ac80-31743df76a93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593696
Feb 17 20:32:52.400519 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a22d9df-878f-456d-a859-343c747828ac req-2d186c13-4dbd-4dbe-a986-b3e1edc2b7b5 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605189
Feb 17 20:32:52.615063 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a22d9df-878f-456d-a859-343c747828ac req-0d386060-c72d-4468-9a7f-ef1b5db62f3e service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015526
Feb 17 20:32:53.027293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d807b-7fbf-49fe-a535-79d778e31a2c req-eee0a4d3-f8b3-4363-b5f0-402bd0973c87 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:53.029737 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-555d807b-7fbf-49fe-a535-79d778e31a2c req-eee0a4d3-f8b3-4363-b5f0-402bd0973c87 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1731546
Feb 17 20:32:53.103881 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-555d807b-7fbf-49fe-a535-79d778e31a2c req-524b4f52-19b1-43b1-8a36-dffc338722e5 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628164
Feb 17 20:32:53.318992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33b6f-5fc1-4b57-981b-0571bdf114fc req-1ab6d92c-42de-407a-9088-dfae684d84c8 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:53.320588 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6e33b6f-5fc1-4b57-981b-0571bdf114fc req-1ab6d92c-42de-407a-9088-dfae684d84c8 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.0995831
Feb 17 20:32:53.380442 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6e33b6f-5fc1-4b57-981b-0571bdf114fc req-0363988a-a3d3-4ac8-938c-fcb6161e07b3 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532649
Feb 17 20:32:53.511520 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-303270df-4a8f-4db9-9109-a4d82d089782 req-657e5a5f-8ccc-4653-8b65-5ce1e6e2867f tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 210 time: 0.0505118
Feb 17 20:32:54.030663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53668) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:54.216159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:54.334600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:54.339489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42acd-987b-4b16-8a38-107db8e5c052 req-7a56f177-fd8b-4c7f-b0c7-b41b8db467c7 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:54.346192 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2fa42acd-987b-4b16-8a38-107db8e5c052 req-7a56f177-fd8b-4c7f-b0c7-b41b8db467c7 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1190746
Feb 17 20:32:54.410822 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2fa42acd-987b-4b16-8a38-107db8e5c052 req-42e0d5bf-d316-4135-9210-9eff02a78aa5 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599432
Feb 17 20:32:54.418332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-d9e466d8-b04a-4599-90ce-f5eac436b3d2 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:54.419943 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-d9e466d8-b04a-4599-90ce-f5eac436b3d2 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "GET /v2.0/networks?id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b HTTP/1.1" status: 200  len: 809 time: 0.1915920
Feb 17 20:32:54.421269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Usage tracker for resource:security_group_rule and tenant:ae25a8f8a33749e8a8ed26bb040d2092 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:54.426449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:54.432723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:54.462530 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Request body: {'port': {'device_id': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b', 'admin_state_up': True, 'tenant_id': 'b15f064aa56d41859176e4bb14b82ff2'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:54.631516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253ecc0-e97c-4832-aa8a-1625a1f0d9e1 req-145699de-12af-4b18-b9ea-a51c5a535543 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:54.633259 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a253ecc0-e97c-4832-aa8a-1625a1f0d9e1 req-145699de-12af-4b18-b9ea-a51c5a535543 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.1088271
Feb 17 20:32:54.689064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:54.695715 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a253ecc0-e97c-4832-aa8a-1625a1f0d9e1 req-4c350f47-bf5b-448a-8917-c18f3f104d60 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557976
Feb 17 20:32:54.702044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Usage tracker for resource:port and tenant:b15f064aa56d41859176e4bb14b82ff2 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:54.723831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:54.738536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:54.740583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:54.747054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:54.759161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-255dcfe4-b3b7-420c-bbab-6592e0145aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:54.801737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Made reservation on behalf of b15f064aa56d41859176e4bb14b82ff2 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:32:54.807325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:54.866195 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae25a8f8a33749e8a8ed26bb040d2092&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8342686
Feb 17 20:32:54.868929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53708) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:54.880734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83edd314-006e-42ae-a04a-fc7026f13b48,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:54.887257 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-889481e7-0e64-4fd7-b159-30b47d67b2e5 req-d0aa491e-84a8-4775-a3a2-38ea6a291230 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 210 time: 0.0940623
Feb 17 20:32:54.888340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:54.964920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:54.995617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.051520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.062318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-432b2d51-1546-49f5-be73-c4dd6e547a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:55.078799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83edd314-006e-42ae-a04a-fc7026f13b48,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:55.088305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:55.089802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.091312 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83edd314-006e-42ae-a04a-fc7026f13b48 HTTP/1.1" status: 204  len: 168 time: 0.2211888
Feb 17 20:32:55.272681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53728) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:55.322863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Allocated IP 172.20.0.11 (6ea2c05c-26cd-4af5-954e-a9bf6b483c6b/077a353b-6588-4c94-8423-3a086b56ce2e/52c7ba2f-620d-4297-88d4-58b6f4491ac2) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:32:55.607024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.621754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.642635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.642957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:55.651295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a256f77daf6f417a86080ccf7a20cc90 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:55.658421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:55.661002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53748) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:55.667309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2186ac67-a10b-4dfa-86ac-6b472edf9f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:55.675589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:55.749246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53752) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:55.777548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.782064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:55.791768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:55.858142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f7454-113b-4987-b689-58a85379d2c1 req-711ad2c1-8e3c-4126-8fca-a628215bc24d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:55.860070 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-973f7454-113b-4987-b689-58a85379d2c1 req-711ad2c1-8e3c-4126-8fca-a628215bc24d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.3156421
Feb 17 20:32:55.861974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921ba16b-0774-4d25-9855-f89e045f1203,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:55.866340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:55.869620 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a256f77daf6f417a86080ccf7a20cc90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5955966
Feb 17 20:32:55.872409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53758) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:55.995506 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-973f7454-113b-4987-b689-58a85379d2c1 req-08e76f29-d086-4377-ab46-163a94ba4193 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083713
Feb 17 20:32:56.000908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.034981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.089929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Pushing event updated for resources: {'Port': ['ID=52c7ba2f-620d-4297-88d4-58b6f4491ac2,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:56.117285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:56.136269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.140949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4bfd78bf-2083-45e3-873e-d46e361d3a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:56.168918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ba16b-0774-4d25-9855-f89e045f1203,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:56.173905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:56.177477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.179711 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/921ba16b-0774-4d25-9855-f89e045f1203 HTTP/1.1" status: 204  len: 168 time: 0.3061969
Feb 17 20:32:56.231176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.276896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:56.287350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:32:56.291140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e085b00816dc4fe7afb9a8384214faa1 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:56.295917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:32:56.298807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:56.302829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:32:56.340181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:56.385360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424c0c-589c-44a0-9900-28556e4b9909 req-2c90dc7b-0ada-4370-aeac-8028b3e7540d tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:56.388285 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fa424c0c-589c-44a0-9900-28556e4b9909 req-2c90dc7b-0ada-4370-aeac-8028b3e7540d tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 932 time: 0.1869056
Feb 17 20:32:56.422351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74ec5-2f50-498a-9ee9-e2bf2fa89c8c req-b477d5a7-bd2f-46d8-bd91-b0774f949b3f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:56.429664 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63f74ec5-2f50-498a-9ee9-e2bf2fa89c8c req-b477d5a7-bd2f-46d8-bd91-b0774f949b3f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.2770720
Feb 17 20:32:56.439747 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fa424c0c-589c-44a0-9900-28556e4b9909 req-e86d63f6-4376-4384-9578-f9257b66cfa6 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445411
Feb 17 20:32:56.462829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.482589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:56.483265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.523081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:56.533939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Usage tracker for resource:security_group_rule and tenant:7a924913ffef44be88489bff05da311e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:56.543076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:56.558532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:56.580011 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63f74ec5-2f50-498a-9ee9-e2bf2fa89c8c req-8d176c2f-97ba-4e39-b32f-243e58cb3098 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475847
Feb 17 20:32:56.603631 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1509504
Feb 17 20:32:56.643065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Request body: {'port': {'device_id': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:32:56.679460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53776) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:56.717865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.721121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.734138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.746036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-93cac6a6-8465-449e-8d16-dd526dc8dd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:56.747865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:56.753377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Usage tracker for resource:security_group_rule and tenant:9552bb2e321f4e38af471df1c40c89cd is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:56.756982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:56.763332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:56.864014 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e085b00816dc4fe7afb9a8384214faa1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7630842
Feb 17 20:32:56.864192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.865222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53784) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:56.875983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac23b57-ba03-4cb9-8c0b-c1183b9dbafa,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:56.880298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.887121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:56.891632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b2113f35-24d7-42e3-abef-7a1b02dadd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:56.892579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.980592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.988793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:56.990254 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9552bb2e321f4e38af471df1c40c89cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3096380
Feb 17 20:32:57.002747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53792) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:57.004843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:57.017664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.021776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b651be-9e21-4d82-af73-ffb389dad12a,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:57.042792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:57.068532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.121944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.128939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:57.147333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac23b57-ba03-4cb9-8c0b-c1183b9dbafa,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:57.152333 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a924913ffef44be88489bff05da311e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4021971
Feb 17 20:32:57.161555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 53800) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:57.169360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:57.170216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.171430 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ac23b57-ba03-4cb9-8c0b-c1183b9dbafa HTTP/1.1" status: 204  len: 168 time: 0.3044293
Feb 17 20:32:57.220423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173fc516-bb48-4663-a48e-7b7ff37beb58,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:57.254257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:57.331410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.402304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.545596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.555191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.617999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1eaff-df95-493c-be8b-e274710bc1b4 req-4f4f46ae-4079-46c3-855c-f67d7fda1df7 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:57.620026 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7d1eaff-df95-493c-be8b-e274710bc1b4 req-4f4f46ae-4079-46c3-855c-f67d7fda1df7 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.4599688
Feb 17 20:32:57.628517 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.670093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e897d0-0a6b-4026-a755-a68df868e514 req-f48a21b1-d401-4e92-9aa0-a0e9b42d2cef tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:57.672798 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5e897d0-0a6b-4026-a755-a68df868e514 req-f48a21b1-d401-4e92-9aa0-a0e9b42d2cef tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 932 time: 0.0987954
Feb 17 20:32:57.724832 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5e897d0-0a6b-4026-a755-a68df868e514 req-78a72493-6252-4adf-8c16-3205ade69172 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441494
Feb 17 20:32:57.810419 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7d1eaff-df95-493c-be8b-e274710bc1b4 req-d430f892-1fdf-49b6-b392-bd7c80ce29b2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744652
Feb 17 20:32:57.839866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.857060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-24a20efb-8600-4d81-971f-ce419f3e44a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:57.873027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.920595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b651be-9e21-4d82-af73-ffb389dad12a,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:57.940719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:57.942344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:57.972233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b40013-f329-4b51-a91f-d6f71531465b req-dde8d97a-c291-4273-a2fe-58ad5bb00eef tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:57.981797 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e9b40013-f329-4b51-a91f-d6f71531465b req-dde8d97a-c291-4273-a2fe-58ad5bb00eef tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.1243460
Feb 17 20:32:57.981985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fc516-bb48-4663-a48e-7b7ff37beb58,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:57.989967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:57.991194 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92b651be-9e21-4d82-af73-ffb389dad12a HTTP/1.1" status: 204  len: 168 time: 0.9752262
Feb 17 20:32:57.992439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:58.006363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c7ba2f-620d-4297-88d4-58b6f4491ac2 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:32:58.015506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.016919 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/173fc516-bb48-4663-a48e-7b7ff37beb58 HTTP/1.1" status: 204  len: 168 time: 0.8441370
Feb 17 20:32:58.019331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.039689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-7b5808f8-47f2-40f2-aa6f-3943279ebdf6 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:58.041326 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-7b5808f8-47f2-40f2-aa6f-3943279ebdf6 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.54 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 945 time: 0.2766297
Feb 17 20:32:58.044173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Transition to ACTIVE for port object 52c7ba2f-620d-4297-88d4-58b6f4491ac2 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:32:58.048699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.054462 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e9b40013-f329-4b51-a91f-d6f71531465b req-b8df9039-e151-4a00-bd37-16817e9036bc tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714822
Feb 17 20:32:58.110456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1eedc7ea-27ad-424e-a150-9b44798d95de tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:58.286254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Pushing event updated for resources: {'Port': ['ID=52c7ba2f-620d-4297-88d4-58b6f4491ac2,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:58.294460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Deleting port 0b833834-cc90-44fc-9bdc-f647014b0b6b {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:32:58.294856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.328605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:58.678421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 0b833834-cc90-44fc-9bdc-f647014b0b6b no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:32:58.820436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] For port 0b833834-cc90-44fc-9bdc-f647014b0b6b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0b833834-cc90-44fc-9bdc-f647014b0b6b,segment=NetworkSegment(dca4f04d-7e8d-45dd-910a-835d96c2ee15),segment_id=dca4f04d-7e8d-45dd-910a-835d96c2ee15)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:32:58.820916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.835642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Attempting to bind port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:32:58.836080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Attempting to bind port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:32:58.836640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Attempting to bind port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 on network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:32:58.845816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:32:58.846916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Checking segment: {'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:32:58.847589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.847709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Bound using segment: {'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:32:58.848325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Bound port: 52c7ba2f-620d-4297-88d4-58b6f4491ac2, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:32:58.848651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.887035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53856) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:58.931409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:58.972821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:32:58.982276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Usage tracker for resource:security_group_rule and tenant:aec7239dab57488690a6a8849b32ba56 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:32:58.990190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:32:59.003809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:32:59.019866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Calling delete_port for 0b833834-cc90-44fc-9bdc-f647014b0b6b owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:32:59.078903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.155659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 0b833834-cc90-44fc-9bdc-f647014b0b6b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0b833834-cc90-44fc-9bdc-f647014b0b6b,segment=NetworkSegment(dca4f04d-7e8d-45dd-910a-835d96c2ee15),segment_id=dca4f04d-7e8d-45dd-910a-835d96c2ee15)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:32:59.160756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:32:59.166156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.173295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:59.322295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=0b833834-cc90-44fc-9bdc-f647014b0b6b,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:59.329121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:59.417801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca39c5-c14b-42de-b4e6-c79736296613 req-1b210886-8d74-47bf-b833-592e2837b201 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:59.437884 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1ca39c5-c14b-42de-b4e6-c79736296613 req-1b210886-8d74-47bf-b833-592e2837b201 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.3282015
Feb 17 20:32:59.441383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.459501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.470881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b189fcbd-4ea2-47cc-9ed5-0fbb8017a955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:59.533326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37acb4d6-6e12-40f7-98ce-b6a9c16d393e,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:59.540118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:59.542721 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aec7239dab57488690a6a8849b32ba56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6576426
Feb 17 20:32:59.555790 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1ca39c5-c14b-42de-b4e6-c79736296613 req-54c3c331-be39-44ce-9c08-fc9693c39cf7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167889
Feb 17 20:32:59.556352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53890) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:59.654850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.746929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.790926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53900) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:32:59.846401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536265-9c69-4950-ba9b-d931398252da req-3be20714-9924-4a19-8c02-61cb6a0e9674 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:59.848789 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55536265-9c69-4950-ba9b-d931398252da req-3be20714-9924-4a19-8c02-61cb6a0e9674 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.1543577
Feb 17 20:32:59.852121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:32:59.852642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:32:59.854553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.870372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] For port 52c7ba2f-620d-4297-88d4-58b6f4491ac2, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:32:59.874640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] For port 52c7ba2f-620d-4297-88d4-58b6f4491ac2, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=52c7ba2f-620d-4297-88d4-58b6f4491ac2,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:32:59.883096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb36457-e66c-44de-942b-6a27d4b0489b req-d9fa28b4-dc1a-4356-a8c3-9fc6f7bad7bf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:32:59.885225 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bb36457-e66c-44de-942b-6a27d4b0489b req-d9fa28b4-dc1a-4356-a8c3-9fc6f7bad7bf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1926041
Feb 17 20:32:59.887239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:32:59.900927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a369d9-afcf-4c84-b183-846a2a202ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:32:59.934644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37acb4d6-6e12-40f7-98ce-b6a9c16d393e,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:32:59.943020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:32:59.986225 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55536265-9c69-4950-ba9b-d931398252da req-2a8c7d74-2433-42cd-94f0-5238ae9b459a tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230342
Feb 17 20:33:00.038688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.044219 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37acb4d6-6e12-40f7-98ce-b6a9c16d393e HTTP/1.1" status: 204  len: 168 time: 0.4867980
Feb 17 20:33:00.047688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.116811 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b', 'code': 200}
Feb 17 20:33:00.118882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:00.121070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:00.137166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Usage tracker for resource:security_group_rule and tenant:54f0e5986aff4f58b37e8104a631fbf3 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:00.143679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:00.155045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:00.200993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Pushing event updated for resources: {'Port': ['ID=52c7ba2f-620d-4297-88d4-58b6f4491ac2,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:00.224201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:00.234271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:00.235626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.237134 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] 10.222.0.54 "PUT /v2.0/ports/52c7ba2f-620d-4297-88d4-58b6f4491ac2 HTTP/1.1" status: 200  len: 1158 time: 3.6018050
Feb 17 20:33:00.238143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'tag': '52c7ba2f-620d-4297-88d4-58b6f4491ac2'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:00.264168 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bb36457-e66c-44de-942b-6a27d4b0489b req-f273aadc-e2d6-414e-95ce-3330f1e6b190 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466377
Feb 17 20:33:00.314769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.319609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.339169 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'tag': '52c7ba2f-620d-4297-88d4-58b6f4491ac2', 'status': 'completed', 'code': 200}
Feb 17 20:33:00.342914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-61e6cfe6-4efb-4dd3-8bb9-be2a2853740a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:00.354592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Deleting port 0b833834-cc90-44fc-9bdc-f647014b0b6b {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:33:00.367637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.376721 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54f0e5986aff4f58b37e8104a631fbf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5839307
Feb 17 20:33:00.377364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53922) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:00.398757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f83d424-1097-48ac-80fd-a05963d7e96d,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:00.402093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:00.460532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.493185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.546587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.553832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:00.569428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f83d424-1097-48ac-80fd-a05963d7e96d,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:00.572572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:00.573825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:00.575027 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f83d424-1097-48ac-80fd-a05963d7e96d HTTP/1.1" status: 204  len: 168 time: 0.1935203
Feb 17 20:33:00.799740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-17c80dd3-dcf7-42cc-8338-b371a7aa1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:00.799740 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-17c80dd3-dcf7-42cc-8338-b371a7aa1188 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15f064aa56d41859176e4bb14b82ff2&device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 1161 time: 0.3104124
Feb 17 20:33:00.928831 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-6dee21d4-78eb-4f94-a2a3-754f93576bc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52c7ba2f-620d-4297-88d4-58b6f4491ac2 HTTP/1.1" status: 200  len: 217 time: 0.0832624
Feb 17 20:33:00.940655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] For port 0b833834-cc90-44fc-9bdc-f647014b0b6b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=0b833834-cc90-44fc-9bdc-f647014b0b6b,segment=NetworkSegment(dca4f04d-7e8d-45dd-910a-835d96c2ee15),segment_id=dca4f04d-7e8d-45dd-910a-835d96c2ee15)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:00.941061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:01.071332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b32524-e8f1-4dd9-8c8f-13c68c20c723 req-912bd332-c3fd-4410-a776-d7c0eb8a1db0 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:01.072100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-04b32524-e8f1-4dd9-8c8f-13c68c20c723 req-912bd332-c3fd-4410-a776-d7c0eb8a1db0 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Synchronizing usage tracker for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:01.155583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Calling delete_port for 0b833834-cc90-44fc-9bdc-f647014b0b6b owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:33:01.210648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53954) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:01.239672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-04b32524-e8f1-4dd9-8c8f-13c68c20c723 req-912bd332-c3fd-4410-a776-d7c0eb8a1db0 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Unset dirty status for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:01.247839 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-04b32524-e8f1-4dd9-8c8f-13c68c20c723 req-912bd332-c3fd-4410-a776-d7c0eb8a1db0 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.5285277
Feb 17 20:33:01.248540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:01.250757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-08eecf0c-838c-411e-9023-5b209c5ae227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:01.252301 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-08eecf0c-838c-411e-9023-5b209c5ae227 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=077a353b-6588-4c94-8423-3a086b56ce2e HTTP/1.1" status: 200  len: 849 time: 0.3013599
Feb 17 20:33:01.271902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:01.278385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Usage tracker for resource:security_group_rule and tenant:36abdb412df2489e92e5decbed459870 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:01.283385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:01.293356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:01.347343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe117dc-ec4c-48ff-b2fc-bf72c4765bbf req-e00a330c-c0a6-4cca-96fc-14ab74f545f2 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:01.349107 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cfe117dc-ec4c-48ff-b2fc-bf72c4765bbf req-e00a330c-c0a6-4cca-96fc-14ab74f545f2 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 943 time: 0.1862369
Feb 17 20:33:01.362690 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-46e5f908-7f33-4317-be8b-c7c231fc2877 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0872009
Feb 17 20:33:01.465921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-04b32524-e8f1-4dd9-8c8f-13c68c20c723 req-86007595-8f0d-4298-9baf-e8b5ddeaddf3 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Synchronizing usage tracker for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:01.576426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-04b32524-e8f1-4dd9-8c8f-13c68c20c723 req-86007595-8f0d-4298-9baf-e8b5ddeaddf3 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Unset dirty status for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:01.586406 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-04b32524-e8f1-4dd9-8c8f-13c68c20c723 req-86007595-8f0d-4298-9baf-e8b5ddeaddf3 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3375080
Feb 17 20:33:01.686150 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cfe117dc-ec4c-48ff-b2fc-bf72c4765bbf req-a8ec0344-ca9f-4877-9b32-0c63b825252e tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/security-groups?id=c007aba3-1ceb-4164-a47c-e6511c8353fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3222778
Feb 17 20:33:01.687144 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-496fd333-814e-44ec-80d6-d7fb763a7767 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3075590
Feb 17 20:33:01.757627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:01.765091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:01.784906 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8dbe649-42de-4aed-a868-2066c1cfa739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:01.853993 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36abdb412df2489e92e5decbed459870&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6359828
Feb 17 20:33:01.855025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb898bf-fd86-417a-84ed-5ded0a90c688,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:01.861433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 53984) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:01.869617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:01.883294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:01.971843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:02.005679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:02.077161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:02.089024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e1b7ed31-ee01-4b63-9f64-47710e7fee61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:02.112269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb898bf-fd86-417a-84ed-5ded0a90c688,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:02.115452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:02.118965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:02.124280 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0eb898bf-fd86-417a-84ed-5ded0a90c688 HTTP/1.1" status: 204  len: 168 time: 0.2616146
Feb 17 20:33:02.322474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d36b775-2cd1-4ceb-bdd2-de9d72e9ef09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:02.438338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] No DVR routers for this DVR port 0b833834-cc90-44fc-9bdc-f647014b0b6b on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:33:02.438338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Pushing event deleted for resources: {'Port': ['ID=0b833834-cc90-44fc-9bdc-f647014b0b6b,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:02.444057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:02.446723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:02.459397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'name': 'network-vif-deleted', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:02.469722 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61e261ac-0a95-4d1c-8f3b-6b727a64fe9e req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.54 "DELETE /v2.0/ports/0b833834-cc90-44fc-9bdc-f647014b0b6b HTTP/1.1" status: 204  len: 173 time: 4.4197068
Feb 17 20:33:02.591629 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749eb5d-0ad3-40f4-95e7-b501ab6baa22', 'name': 'network-vif-deleted', 'tag': '0b833834-cc90-44fc-9bdc-f647014b0b6b', 'status': 'completed', 'code': 200}
Feb 17 20:33:02.599853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcd5436-41c9-4fff-85c1-ec9da215dfd8 req-99efa278-3cfd-4d14-b9d1-b75f1445de1d service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9026966
Feb 17 20:33:02.608692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565146d-2197-454c-8ac2-628f7e31c0af req-4a1f7250-91c9-4fa0-a7fa-15499bbb3eba tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:02.617374 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6565146d-2197-454c-8ac2-628f7e31c0af req-4a1f7250-91c9-4fa0-a7fa-15499bbb3eba tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.8782909
Feb 17 20:33:02.712417 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6565146d-2197-454c-8ac2-628f7e31c0af req-4f7d4598-2dcf-46d5-9b47-59814b3cf4f0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935485
Feb 17 20:33:02.767582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54018) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:02.917989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0be8e-cb02-4457-a03d-20df657a8e9c req-e31fc887-aca0-4b05-87ef-a75f650d4e11 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:02.926965 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ad0be8e-cb02-4457-a03d-20df657a8e9c req-e31fc887-aca0-4b05-87ef-a75f650d4e11 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.1094706
Feb 17 20:33:02.990149 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ad0be8e-cb02-4457-a03d-20df657a8e9c req-3378a692-4118-4fc9-9726-832ddda13b27 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619972
Feb 17 20:33:03.043551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1d0581d2-cc7e-41dd-965a-addde92b4bcf req-187b1d4b-fc30-4d8f-a436-4b62a9290d22 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Synchronizing usage tracker for tenant:58d3ba5c609d4a3a96692ba884a3c8b9 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:03.050337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447a2a-d8df-499b-8fad-9edce365d086 req-74c77e48-714a-4fc9-931e-828dd3ca3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:03.051945 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73447a2a-d8df-499b-8fad-9edce365d086 req-74c77e48-714a-4fc9-931e-828dd3ca3c29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15f064aa56d41859176e4bb14b82ff2&device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 1161 time: 0.3124185
Feb 17 20:33:03.077291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54028) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:03.099809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.149971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:03.160206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Usage tracker for resource:security_group_rule and tenant:dec09865b9cb464d9776476a63f7fb2c is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:03.163737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:03.190531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:03.234309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1d0581d2-cc7e-41dd-965a-addde92b4bcf req-187b1d4b-fc30-4d8f-a436-4b62a9290d22 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Unset dirty status for tenant:58d3ba5c609d4a3a96692ba884a3c8b9 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:03.234309 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1d0581d2-cc7e-41dd-965a-addde92b4bcf req-187b1d4b-fc30-4d8f-a436-4b62a9290d22 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.3263152
Feb 17 20:33:03.243045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.264963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:03.272657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Usage tracker for resource:security_group_rule and tenant:cae3fb557f85407e9361a208e527e19e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:03.277386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:03.288614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:03.326055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.333331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.339472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447a2a-d8df-499b-8fad-9edce365d086 req-8afb0544-5106-48b8-990a-064a97b07715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:03.341066 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73447a2a-d8df-499b-8fad-9edce365d086 req-8afb0544-5106-48b8-990a-064a97b07715 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b HTTP/1.1" status: 200  len: 903 time: 0.2647271
Feb 17 20:33:03.348727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0f8ee4a0-fdd5-4b60-b5e6-79fce42e4b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:03.397477 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dec09865b9cb464d9776476a63f7fb2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6287215
Feb 17 20:33:03.398420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c75b8a0-e82e-481f-9515-837f712a9b66,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:03.401059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54040) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:03.404168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:03.457868 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73447a2a-d8df-499b-8fad-9edce365d086 req-037c67d6-b6b3-4e3a-b84b-b5fe35b1a864 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52c7ba2f-620d-4297-88d4-58b6f4491ac2 HTTP/1.1" status: 200  len: 217 time: 0.0783918
Feb 17 20:33:03.473748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.501181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.548369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.553546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-67eea1de-b414-4098-9104-d5ae49e460a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:03.556771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.560986 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447a2a-d8df-499b-8fad-9edce365d086 req-2f7d3567-ec72-4d58-ad25-2a4f98677469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:03.562779 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73447a2a-d8df-499b-8fad-9edce365d086 req-2f7d3567-ec72-4d58-ad25-2a4f98677469 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=077a353b-6588-4c94-8423-3a086b56ce2e HTTP/1.1" status: 200  len: 849 time: 0.0972700
Feb 17 20:33:03.563837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.572531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5061c2cf-3727-43d2-ac46-21383ef2c401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:03.572900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c75b8a0-e82e-481f-9515-837f712a9b66,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:03.576313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:03.577351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.580873 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c75b8a0-e82e-481f-9515-837f712a9b66 HTTP/1.1" status: 204  len: 168 time: 0.1767676
Feb 17 20:33:03.652517 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73447a2a-d8df-499b-8fad-9edce365d086 req-7ed39da8-91d2-4a85-9744-7ecc9402cc6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716014
Feb 17 20:33:03.698835 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cae3fb557f85407e9361a208e527e19e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6204658
Feb 17 20:33:03.699790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527733d6-9c2c-466b-a285-2de451900b9a,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:03.701666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54046) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:03.762006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:03.789539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.820546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.874978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.880408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ca2cadca-b6bc-4bed-93c6-f6ae33e821ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:03.887553 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73447a2a-d8df-499b-8fad-9edce365d086 req-16f269a0-b0c9-452d-9f9f-7bab20ac9348 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160137
Feb 17 20:33:03.894793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527733d6-9c2c-466b-a285-2de451900b9a,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:03.897632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:03.899918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:03.901046 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/527733d6-9c2c-466b-a285-2de451900b9a HTTP/1.1" status: 204  len: 168 time: 0.1958787
Feb 17 20:33:04.092254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54058) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:04.118443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.155889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cf688-a721-4cee-a3e3-14ae806063db req-60904994-1356-4e0e-a773-09172aebc6ed tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:04.162807 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c65cf688-a721-4cee-a3e3-14ae806063db req-60904994-1356-4e0e-a773-09172aebc6ed tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.3122497
Feb 17 20:33:04.165833 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73447a2a-d8df-499b-8fad-9edce365d086 req-85250e33-bd19-4ab8-a165-6275aa9a7ef7 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2701244
Feb 17 20:33:04.191912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:04.200588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Usage tracker for resource:security_group_rule and tenant:a38bf572c26644e5bebf8385df1c2c18 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:04.207287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:04.215346 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c65cf688-a721-4cee-a3e3-14ae806063db req-2d259153-303a-4979-9e26-51ea2ae408bc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482149
Feb 17 20:33:04.216238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:04.272146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5401bb1-944e-4469-a58e-0962a6da2ecd req-e895043d-783d-430a-b35f-85d420bb401e tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:04.273811 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5401bb1-944e-4469-a58e-0962a6da2ecd req-e895043d-783d-430a-b35f-85d420bb401e tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.1385453
Feb 17 20:33:04.350810 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5401bb1-944e-4469-a58e-0962a6da2ecd req-cfffa43f-e9f5-40b9-ab62-c4e96c8e1f5e tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679073
Feb 17 20:33:04.399534 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.403938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.413281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-475a2671-10f3-4477-aa87-55e3ea7f8e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:04.432649 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-486374a6-d6e9-4228-a95f-d2ae12261b93 req-3d922953-a9ed-4a4c-9065-5bdabda7ed45 tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] 10.222.0.23 "GET /v2.0/ports?device_id=5749eb5d-0ad3-40f4-95e7-b501ab6baa22 HTTP/1.1" status: 200  len: 210 time: 0.0598569
Feb 17 20:33:04.460040 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a38bf572c26644e5bebf8385df1c2c18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3655477
Feb 17 20:33:04.462466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54078) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:04.468179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2494fe6e-e6bb-4c38-b49d-99e218011c53,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:04.472487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:04.531661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab471-66e8-42b3-8235-68b087053a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.566254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.598282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.672424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.686112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-69aa0f6f-8b20-4917-976e-409de47dd7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:04.702172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2494fe6e-e6bb-4c38-b49d-99e218011c53,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:04.711677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:04.712498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:04.713764 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2494fe6e-e6bb-4c38-b49d-99e218011c53 HTTP/1.1" status: 204  len: 168 time: 0.2495534
Feb 17 20:33:05.449354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ba58-bc8a-45d9-8d0d-e039d0377c58 req-142a79ad-1db6-4546-969a-293494144674 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:05.451108 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e91ba58-bc8a-45d9-8d0d-e039d0377c58 req-142a79ad-1db6-4546-969a-293494144674 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.0995531
Feb 17 20:33:05.510357 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e91ba58-bc8a-45d9-8d0d-e039d0377c58 req-3c7f12d4-02f5-4f44-8fde-ac960b1fb75b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482171
Feb 17 20:33:05.655173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f41b7-3205-4f3d-bc7c-a6e09be3ccb1 req-8ffa3d11-770a-4187-b5ac-009d1790bef5 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:05.664150 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-789f41b7-3205-4f3d-bc7c-a6e09be3ccb1 req-8ffa3d11-770a-4187-b5ac-009d1790bef5 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.1517365
Feb 17 20:33:05.736475 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-789f41b7-3205-4f3d-bc7c-a6e09be3ccb1 req-e0bdaf96-a481-4cf5-b519-82b683cea91c tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690370
Feb 17 20:33:06.759979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57a1d-bf83-47d4-b574-5b533d767438 req-b06f583e-391c-4008-889a-89f374a72a76 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:06.786238 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33c57a1d-bf83-47d4-b574-5b533d767438 req-b06f583e-391c-4008-889a-89f374a72a76 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1264694
Feb 17 20:33:06.857536 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33c57a1d-bf83-47d4-b574-5b533d767438 req-2e112d71-804c-4375-896c-c977767fbda0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693734
Feb 17 20:33:07.011955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f8794-e0da-4212-accc-b8d2fe6bc104 req-227f6207-bd2f-4594-86a7-bf6289b5b422 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:07.013621 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-164f8794-e0da-4212-accc-b8d2fe6bc104 req-227f6207-bd2f-4594-86a7-bf6289b5b422 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.1020513
Feb 17 20:33:07.132957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8846b52a-4af8-4c06-af49-887c97dbafba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.134606 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-164f8794-e0da-4212-accc-b8d2fe6bc104 req-59406a4b-20b7-436c-bffd-dae3c65459b3 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134810
Feb 17 20:33:07.262212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54232) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:07.417346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.433972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:07.438846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Usage tracker for resource:security_group_rule and tenant:b4315b293698442784bdf29470271f86 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:07.441904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:07.447738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:07.538304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.542053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.571449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:07.582203 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4315b293698442784bdf29470271f86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3186073
Feb 17 20:33:07.585075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54246) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:07.606269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c45bc-6c15-4c99-96c2-6212b8778d2c,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:07.612792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:07.671367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.702124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.724946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54254) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:07.730741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.768070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.774709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2503465d-02e3-49a9-b84e-3b004c8cce8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:07.788701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c45bc-6c15-4c99-96c2-6212b8778d2c,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:07.798129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:07.802749 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Deleting subnet 2a5d4be0-3ce3-42d4-9c8f-60462f1672a1 {{(pid=84018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:33:07.806584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.807389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.808936 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/524c45bc-6c15-4c99-96c2-6212b8778d2c HTTP/1.1" status: 204  len: 168 time: 0.2225273
Feb 17 20:33:07.885657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852465697'] for subnet, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:07.958418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.000682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:33:08.212579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec92c03-7b48-41a8-a779-3999612304f4 req-7b6ff2b5-9220-463e-b2ee-6e7972ba6ccc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:08.214237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ec92c03-7b48-41a8-a779-3999612304f4 req-7b6ff2b5-9220-463e-b2ee-6e7972ba6ccc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1937807
Feb 17 20:33:08.259942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54270) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:08.290082 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ec92c03-7b48-41a8-a779-3999612304f4 req-5c849657-54d5-4a42-9b52-1453257828cb tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665720
Feb 17 20:33:08.320523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.349360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:08.355793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Usage tracker for resource:security_group_rule and tenant:21738f1944584316990b5c6e7289a12b is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:08.361370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:08.368786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:08.401980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852118824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851458485'] for subnet, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.419683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67989f6-c364-4b76-ba21-f865b7ac0909 req-a08a2102-edeb-42b4-9a76-6edf973933cd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:08.421306 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a67989f6-c364-4b76-ba21-f865b7ac0909 req-a08a2102-edeb-42b4-9a76-6edf973933cd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.1434186
Feb 17 20:33:08.478831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:08.492128 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a67989f6-c364-4b76-ba21-f865b7ac0909 req-3d8f577d-42d2-47e5-bda5-8d8f688dd9f0 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616188
Feb 17 20:33:08.541273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.545991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.548831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5d4be0-3ce3-42d4-9c8f-60462f1672a1,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:08.563747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1daef5d3-3c03-4ad3-b8ca-ccbdaa98f704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:08.569354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:08.572640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.587189 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-99d36950-5346-4432-9e85-3a9679311990 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a5d4be0-3ce3-42d4-9c8f-60462f1672a1 HTTP/1.1" status: 204  len: 168 time: 0.8584237
Feb 17 20:33:08.587463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54280) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:08.613846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557dd41d-a63a-473d-9fa3-5c94f6a96643,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:08.617308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:08.620337 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21738f1944584316990b5c6e7289a12b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591392
Feb 17 20:33:08.623086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54284) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:08.697060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.710966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.725891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.773398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.778977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6afab968-3b95-4404-90f0-fc2082c43789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:08.791922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557dd41d-a63a-473d-9fa3-5c94f6a96643,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:08.795520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:08.798174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.799379 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/557dd41d-a63a-473d-9fa3-5c94f6a96643 HTTP/1.1" status: 204  len: 168 time: 0.1753068
Feb 17 20:33:08.915523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:08.927536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:09.036431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b8156d68>,) {'filters': {'network_id': ['7b7b579a-a549-4e7f-895d-a8a725b67bee']}} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:09.071127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b8156d68>, 'dca4f04d-7e8d-45dd-910a-835d96c2ee15') {'for_net_delete': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:09.071493 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b8156d68>, 'dca4f04d-7e8d-45dd-910a-835d96c2ee15') {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:09.095772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310087'] for segment, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:09.132438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:09.134645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:33:09.357429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:33:09.370718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657319'] for segment, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:09.509878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-787a0c99-8c45-40bb-a040-e2eb13663c8a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84019) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:33:09.549371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:09.596936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54316) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:09.637789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:09.741637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Network 7b7b579a-a549-4e7f-895d-a8a725b67bee has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:33:09.777186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:09.785503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Usage tracker for resource:security_group_rule and tenant:ba82747f6d0d49899e0c610cf1bb807a is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:09.789623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:09.800099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:09.865250 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f417b02-2a3c-4956-87c1-0baa26d0654c req-898e3a81-3698-43ed-acf3-dcc2d1875ef6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:09.867411 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f417b02-2a3c-4956-87c1-0baa26d0654c req-898e3a81-3698-43ed-acf3-dcc2d1875ef6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.2049851
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:33:09.872331 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:33:09.877068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:09.960108 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f417b02-2a3c-4956-87c1-0baa26d0654c req-673b514f-45d2-4567-96a7-8c76c6115c9a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754030
Feb 17 20:33:10.071712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.077546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.096248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f2253e79-83da-4969-ab66-16e0cb786262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:10.140413 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba82747f6d0d49899e0c610cf1bb807a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5418162
Feb 17 20:33:10.145853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54336) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:10.222069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f73094-999a-46ce-8a30-22d0596ab15e,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:10.226595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:10.245562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.247525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:10.263453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.278063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.283881 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b7b579a-a549-4e7f-895d-a8a725b67bee HTTP/1.1" status: 204  len: 168 time: 1.6953721
Feb 17 20:33:10.291803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7b579a-a549-4e7f-895d-a8a725b67bee,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:10.295325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:10.321304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275770-f009-4943-ab46-1905254a498e req-a08ce0c9-fab2-4147-b768-9add60d3ee9b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:10.322944 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cb275770-f009-4943-ab46-1905254a498e req-a08ce0c9-fab2-4147-b768-9add60d3ee9b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 944 time: 0.4471292
Feb 17 20:33:10.338696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.343811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55fb541d-b348-48b2-af7a-52ed95fd75d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:10.355107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f73094-999a-46ce-8a30-22d0596ab15e,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:10.363222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:10.364142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.365350 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7f73094-999a-46ce-8a30-22d0596ab15e HTTP/1.1" status: 204  len: 168 time: 0.2160800
Feb 17 20:33:10.381271 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cb275770-f009-4943-ab46-1905254a498e req-3b9c924c-deb4-48f3-8d72-8b862341a828 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511518
Feb 17 20:33:10.487251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54346) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:10.539752 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ad418b3f-f601-4ec4-9d9e-48f1d41a8f73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58d3ba5c609d4a3a96692ba884a3c8b9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0511622
Feb 17 20:33:10.542520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54350) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:10.613144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.646842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.705846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.711467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9830b21-15d7-4525-801a-d9012a753178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:10.727581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007aba3-1ceb-4164-a47c-e6511c8353fe,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:10.730586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:10.739671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:10.744382 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c007aba3-1ceb-4164-a47c-e6511c8353fe HTTP/1.1" status: 204  len: 168 time: 0.2007828
Feb 17 20:33:11.172949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 52c7ba2f-620d-4297-88d4-58b6f4491ac2 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:11.205056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080321d-36a0-465d-9c53-a962d6306f6c req-962ac879-ed94-451d-866f-5fba2d03bf57 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:11.206935 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a080321d-36a0-465d-9c53-a962d6306f6c req-962ac879-ed94-451d-866f-5fba2d03bf57 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1141238
Feb 17 20:33:11.293865 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a080321d-36a0-465d-9c53-a962d6306f6c req-1d8f5690-7356-48bf-8cbb-76a4c566ddb5 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802565
Feb 17 20:33:11.302624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:11.315847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:11.316275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:11.516829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:11.558065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 52c7ba2f-620d-4297-88d4-58b6f4491ac2, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=52c7ba2f-620d-4297-88d4-58b6f4491ac2,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:11.559583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7ba2f-620d-4297-88d4-58b6f4491ac2'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:11.572150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:11.575895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:11.651206 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7ba2f-620d-4297-88d4-58b6f4491ac2', 'code': 200}
Feb 17 20:33:11.697176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=52c7ba2f-620d-4297-88d4-58b6f4491ac2,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:11.703867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:11.811054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54398) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:11.814542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabc027-526b-4ab1-a44a-90d0b4337200 req-fdbd907c-5606-41ec-8ec4-2299b688fec9 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:11.816677 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1dabc027-526b-4ab1-a44a-90d0b4337200 req-fdbd907c-5606-41ec-8ec4-2299b688fec9 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.1089854
Feb 17 20:33:11.885075 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1dabc027-526b-4ab1-a44a-90d0b4337200 req-f7111db3-126a-4013-b04f-d900d0d98a03 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589235
Feb 17 20:33:11.939348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2062770489-network', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:11.982965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:11.992113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Usage tracker for resource:network and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:11.995224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:12.001173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:12.020640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Made reservation on behalf of d684021d40544b0f90f72b3c464b2fe6 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:12.025481 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.042576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.073708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:12.082255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Usage tracker for resource:security_group_rule and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:12.087001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:12.091626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa5f97-b102-4e51-ba81-d434d0e3b766 req-05941721-0197-4743-ac69-5d23fd8e3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:12.093247 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-befa5f97-b102-4e51-ba81-d434d0e3b766 req-05941721-0197-4743-ac69-5d23fd8e3a51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 1163 time: 0.1499968
Feb 17 20:33:12.097677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:12.164682 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-befa5f97-b102-4e51-ba81-d434d0e3b766 req-d3b44e29-bb9f-444b-bfc8-dfbae4bebad5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564435
Feb 17 20:33:12.189907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 52c7ba2f-620d-4297-88d4-58b6f4491ac2 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:12.230165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.234081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.239141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cb84378d-8ed6-4910-8212-9eeb59f0465d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:12.272740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:12.273165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.274606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:33:12.284571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232b2b59-3c00-4573-acf8-c998dc81e02b,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:12.288672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:12.291459 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.292200 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Added segment 3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1 of type vxlan for network 413fd3e4-673c-4370-871a-33d45f5f08c3
Feb 17 20:33:12.338024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.373329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.375241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:12.375887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.385454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef5384b6-6268-4d48-b7a7-0246290f4a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:12.555935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Pushing event updated for resources: {'Network': ['ID=413fd3e4-673c-4370-871a-33d45f5f08c3,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:12.569289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:33:12.579953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:12.588498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7762611
Feb 17 20:33:12.591652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54428) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:12.607641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:33:12.612301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Request body: {'subnet': {'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2062770489-subnet', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:12.623528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:12.631416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Usage tracker for resource:subnet and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:12.638608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:12.653872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:12.655917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca5069-add9-4339-9a44-4458a3f795aa req-48ff734b-76ef-4745-96ef-68e9f7b9efe3 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:12.657788 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-48ca5069-add9-4339-9a44-4458a3f795aa req-48ff734b-76ef-4745-96ef-68e9f7b9efe3 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1936903
Feb 17 20:33:12.678896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Made reservation on behalf of d684021d40544b0f90f72b3c464b2fe6 for: {'subnet': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:12.691597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852669711'] for subnet, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:12.754229 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-48ca5069-add9-4339-9a44-4458a3f795aa req-72549c9c-be42-4179-95cb-a63fbba8a0d5 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885439
Feb 17 20:33:13.047652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54448) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:13.102407 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54454) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:13.189971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363600b-6b75-4e02-b1e3-dbb21b288974 req-e628b673-4a08-4e5d-a633-c332dac2229d tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:13.191619 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7363600b-6b75-4e02-b1e3-dbb21b288974 req-e628b673-4a08-4e5d-a633-c332dac2229d tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.1056457
Feb 17 20:33:13.290313 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7363600b-6b75-4e02-b1e3-dbb21b288974 req-01cc43a4-a359-4617-b140-cdd631d66b62 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914681
Feb 17 20:33:13.385511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:13.402758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:13.430799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:13.433464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:13.441814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Usage tracker for resource:security_group_rule and tenant:ff1b9ede254646dbb6ffbd58da9e31cc is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:13.444931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852669728'] for subnet, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:13.446055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a43959368543198a12689760663207 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:13.448865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:13.451923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:13.474613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:13.502236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:13.504529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:13.648071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfee473-0b5f-49e3-8226-9922de487ca5,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:13.660973 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:13.837003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:13.845265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Checking segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:13.845617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Network hostable DHCP agents. Network: 413fd3e4-673c-4370-871a-33d45f5f08c3, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:33:13.858567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:13.867642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:13.870356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02e2fc9f-77cf-4a1e-aa86-d25bc1e916c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:13.893525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.000465 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5a43959368543198a12689760663207&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9518127
Feb 17 20:33:14.003813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54484) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:14.005246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001c8c6d-a2a5-4ff4-b882-d89de00070fa,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:14.010617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:33:14.015770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f9a713ec-43c0-4e58-b12a-957ab4e8d5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:14.016415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1c8bc8a0-f938-434f-b479-09402a1abe63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:14.026478 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff1b9ede254646dbb6ffbd58da9e31cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9227707
Feb 17 20:33:14.034987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54488) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:14.040676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 413fd3e4-673c-4370-871a-33d45f5f08c3) {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:14.055086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27254c6b-9e75-4f5f-96e2-321ca1744275 None None] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:33:14.097570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:14.098249 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.105170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e1d44f-37dc-442f-ad17-038953653a85,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:14.130810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:14.135843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-770acff6-ccd6-4d6e-8f08-8dfe25972653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.198036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12169d35-9601-4c13-95fd-7977d664cd15 req-431ab8db-457c-4bd3-8581-4ce8662e2c70 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:14.198036 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12169d35-9601-4c13-95fd-7977d664cd15 req-431ab8db-457c-4bd3-8581-4ce8662e2c70 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.3078480
Feb 17 20:33:14.203823 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6109941
Feb 17 20:33:14.204580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54494) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:14.213513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-770acff6-ccd6-4d6e-8f08-8dfe25972653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.225187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:14.236118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:14.243186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Usage tracker for resource:router and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:14.255260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:14.266269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:14.274319 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12169d35-9601-4c13-95fd-7977d664cd15 req-4f02d61f-9474-4465-bbcf-1cf26d887fdc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687370
Feb 17 20:33:14.283618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.284751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.317026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.322472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.354846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.356176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-413fd3e4-673c-4370-871a-33d45f5f08c3', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:33:14.357094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.419264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.425713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76db3951-6319-4233-93cb-c8022653f8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:14.440546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e1d44f-37dc-442f-ad17-038953653a85,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:14.444563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:14.449762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.450963 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5e1d44f-37dc-442f-ad17-038953653a85 HTTP/1.1" status: 204  len: 168 time: 0.4119868
Feb 17 20:33:14.461889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-770acff6-ccd6-4d6e-8f08-8dfe25972653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.473251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4c40318-d207-4bec-bc66-4b46140980c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:14.517985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770acff6-ccd6-4d6e-8f08-8dfe25972653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001c8c6d-a2a5-4ff4-b882-d89de00070fa,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:14.529949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-770acff6-ccd6-4d6e-8f08-8dfe25972653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:14.533598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-770acff6-ccd6-4d6e-8f08-8dfe25972653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.535297 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-770acff6-ccd6-4d6e-8f08-8dfe25972653 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/001c8c6d-a2a5-4ff4-b882-d89de00070fa HTTP/1.1" status: 204  len: 168 time: 0.5300009
Feb 17 20:33:14.749622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:14.804744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b3a70-5516-47e4-92aa-c8fb20624d2d req-2498f97a-a4f5-41e7-9611-a11a3101e5ad tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:14.820036 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-204b3a70-5516-47e4-92aa-c8fb20624d2d req-2498f97a-a4f5-41e7-9611-a11a3101e5ad tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.2824335
Feb 17 20:33:14.931245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Allocated IP 172.20.0.2 (413fd3e4-673c-4370-871a-33d45f5f08c3/4cfee473-0b5f-49e3-8226-9922de487ca5/d54adb1c-2899-461c-82f3-31196fc06552) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:14.935734 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-204b3a70-5516-47e4-92aa-c8fb20624d2d req-ed4fbff8-2e0f-48a3-b563-6d5084988cab tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145895
Feb 17 20:33:15.138478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54516) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:15.163122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54520) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:15.184628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.205606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:15.208526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.209621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 52c7ba2f-620d-4297-88d4-58b6f4491ac2 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:15.221604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Usage tracker for resource:security_group_rule and tenant:1ffa5d48057845d68d7b152c96d1ecb4 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:15.226242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:15.232854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:15.237735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0597186f9d7a4646b7c54e324ec2a866 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:15.240694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:15.247257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:15.270469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:15.317162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.327343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:15.328086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.376535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Transition to ACTIVE for port object d54adb1c-2899-461c-82f3-31196fc06552 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:15.410413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.416455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Transition to ACTIVE for port object d54adb1c-2899-461c-82f3-31196fc06552 will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:15.420395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.428294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.437812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a697408-9f13-4b44-8002-35a5a8fc8864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:15.444520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:15.486298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.521099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.521753 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0597186f9d7a4646b7c54e324ec2a866&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3571649
Feb 17 20:33:15.525815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54528) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:15.543215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.572645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c59be-9d50-4187-8d79-87352a969081,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:15.592181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:15.597540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.619143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6ddd65b5-e322-4cee-b61f-081d1c08208c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:15.706526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38a8ae-026c-4d02-bf48-794c28204176,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:15.714040 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ffa5d48057845d68d7b152c96d1ecb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5718062
Feb 17 20:33:15.715704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:15.735068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54532) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:15.807491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.810200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Pushing event updated for resources: {'Port': ['ID=d54adb1c-2899-461c-82f3-31196fc06552,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:15.828677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8980af-2411-4d48-b272-e9d711ef99cf req-7b3d66e0-9b9d-4aa8-ac91-2ac9384adb44 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:15.830353 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa8980af-2411-4d48-b272-e9d711ef99cf req-7b3d66e0-9b9d-4aa8-ac91-2ac9384adb44 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.3941479
Feb 17 20:33:15.832728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:15.875334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:15.877374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:15.880713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:15.888543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.899627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.949445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.960041 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-f755b3c8-425f-407f-a2f9-ec70f96f4d62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2544758
Feb 17 20:33:15.962365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Attempting to bind port d54adb1c-2899-461c-82f3-31196fc06552 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:15.962807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Attempting to bind port d54adb1c-2899-461c-82f3-31196fc06552 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:15.963225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Attempting to bind port d54adb1c-2899-461c-82f3-31196fc06552 on network 413fd3e4-673c-4370-871a-33d45f5f08c3 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:15.966830 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa8980af-2411-4d48-b272-e9d711ef99cf req-bf2aade8-2818-4451-9846-18ec6caa6fa5 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253800
Feb 17 20:33:15.970659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:15.971213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Checking segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:15.971671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.972120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Bound using segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:15.972656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Bound port: d54adb1c-2899-461c-82f3-31196fc06552, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:15.973080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.991935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:15.997399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5f31955-0c91-4924-a9ac-e1b88542973e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:16.022624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Allocated IP 172.27.2.62 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/9d271701-0692-4196-9e41-0885fa585ae9) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:16.042385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c59be-9d50-4187-8d79-87352a969081,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:16.048978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:16.100420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:16.104696 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e17c59be-9d50-4187-8d79-87352a969081 HTTP/1.1" status: 204  len: 168 time: 0.5645113
Feb 17 20:33:16.187650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] For port d54adb1c-2899-461c-82f3-31196fc06552, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:16.191350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] For port d54adb1c-2899-461c-82f3-31196fc06552, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d54adb1c-2899-461c-82f3-31196fc06552,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:16.196144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:16.282088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-dc0a18e3-4817-4c48-9124-fd397895dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:16.284317 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-dc0a18e3-4817-4c48-9124-fd397895dde8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.1166232
Feb 17 20:33:16.305415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:16.368030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:16.375732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a26ff18c-091e-427a-ba1c-1652635d20cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:16.403043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672d436-9e0f-49fe-971e-7b17ae505d32 req-3071554e-9578-4bd1-b0f4-aab4bb7836ce tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:16.404813 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e672d436-9e0f-49fe-971e-7b17ae505d32 req-3071554e-9578-4bd1-b0f4-aab4bb7836ce tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.2777681
Feb 17 20:33:16.410519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38a8ae-026c-4d02-bf48-794c28204176,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:16.415052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:16.463425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Pushing event updated for resources: {'Port': ['ID=d54adb1c-2899-461c-82f3-31196fc06552,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:16.482368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:16.486843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:16.522584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:16.526728 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb38a8ae-026c-4d02-bf48-794c28204176 HTTP/1.1" status: 204  len: 168 time: 0.7905173
Feb 17 20:33:16.532625 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e672d436-9e0f-49fe-971e-7b17ae505d32 req-e697cacc-35f2-4de9-8bfb-c53397501f96 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142848
Feb 17 20:33:16.570573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:16.588332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-7b2fbd81-692c-41c2-90b2-4516d04e0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:16.590062 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-7b2fbd81-692c-41c2-90b2-4516d04e0e0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.2639117
Feb 17 20:33:16.591274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:16.736457 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-7747f056-f5c8-4c13-b5ca-fd28056eaf9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 217 time: 0.1188567
Feb 17 20:33:16.741840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Pushing event updated for resources: {'Port': ['ID=9d271701-0692-4196-9e41-0885fa585ae9,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:16.752660 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:16.883959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-be3b43ef-2f5d-4b3e-8eb6-68231c9aa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:16.885842 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-be3b43ef-2f5d-4b3e-8eb6-68231c9aa95c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.1397607
Feb 17 20:33:16.887588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:16.889100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:16.903308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:16.988184 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-c2c5c406-d873-4cfc-b1b2-298fe96c190f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805223
Feb 17 20:33:17.111910 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 52c7ba2f-620d-4297-88d4-58b6f4491ac2 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:17.267993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d54adb1c-2899-461c-82f3-31196fc06552 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:17.349598 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-80e4945a-7943-4381-8438-93bc66dab85b service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3532252
Feb 17 20:33:17.485737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port d54adb1c-2899-461c-82f3-31196fc06552 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:17.500482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:17.510360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:17.599013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d8dba-6433-461a-b7ee-d4f4fbd0f42b req-031db291-d001-477b-977f-5121d49d9dfa tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:17.604079 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd3d8dba-6433-461a-b7ee-d4f4fbd0f42b req-031db291-d001-477b-977f-5121d49d9dfa tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.2067821
Feb 17 20:33:17.625474 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8695ee6a-3b8d-4ed9-822b-9264d7c9d233 req-0548ec49-3bd9-4358-9e71-104732190fd6 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2590466
Feb 17 20:33:17.853097 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd3d8dba-6433-461a-b7ee-d4f4fbd0f42b req-ad4e248d-9520-4ecc-9b1e-5eef34303646 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907039
Feb 17 20:33:17.902446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:18.294370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df31af-0a53-4e2e-8616-8c5e79b17967 None None] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:33:18.442988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:18.457295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Provisioning for port d54adb1c-2899-461c-82f3-31196fc06552 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:18.466057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Provisioning complete for port d54adb1c-2899-461c-82f3-31196fc06552 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:18.466498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:18.608410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136a10c-16bc-46e2-a6b8-77b8da1f298d req-148a0420-5b26-4eb6-8d7f-e216ff1071d9 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:18.618838 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9136a10c-16bc-46e2-a6b8-77b8da1f298d req-148a0420-5b26-4eb6-8d7f-e216ff1071d9 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.1716714
Feb 17 20:33:18.698317 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9136a10c-16bc-46e2-a6b8-77b8da1f298d req-bf4e7ff3-56f6-484e-be7e-b0eaf46678ea tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778608
Feb 17 20:33:18.851948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:18.866435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54628) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:18.926948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] For port d54adb1c-2899-461c-82f3-31196fc06552, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d54adb1c-2899-461c-82f3-31196fc06552,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:18.932666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:18.936300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b503d9a-0454-4a93-bda8-e268761a50e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:19.074109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Pushing event updated for resources: {'Port': ['ID=d54adb1c-2899-461c-82f3-31196fc06552,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:19.078326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:19.227072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Router 731d0058-cee5-4fec-b4d1-67951551ba7b is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:33:19.276436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff456-bdba-4d0c-beda-af0c91bb09ca req-42e41ccc-b460-4874-8b3e-e34d50cdda6e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:19.288858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.298347 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9cff456-bdba-4d0c-beda-af0c91bb09ca req-42e41ccc-b460-4874-8b3e-e34d50cdda6e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1762507
Feb 17 20:33:19.311503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54644) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:19.333285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:19.337564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3ae97fc32b44aaa34a6d99abece2d5 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:19.341491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:19.349447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:19.367644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7fce8d28-6bfe-4790-9914-843a913e3afa None None] Provisioning complete for port d54adb1c-2899-461c-82f3-31196fc06552 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:19.368176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7fce8d28-6bfe-4790-9914-843a913e3afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.466075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.479904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.496625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f4fd50b-49a0-4653-9edb-823d93dd43cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:19.516868 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9cff456-bdba-4d0c-beda-af0c91bb09ca req-a2fa10e2-d34f-4136-b128-60d010992886 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174811
Feb 17 20:33:19.567694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:33:19.577822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Sync routers for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:33:19.591479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.592218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:19.592911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b7080>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:19.606951 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.3998282
Feb 17 20:33:19.607552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54656) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:19.617050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0bcd50-4a4d-40df-ba4c-554cd58282d0,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:19.621213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:19.628332 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e3ae97fc32b44aaa34a6d99abece2d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7606730
Feb 17 20:33:19.629119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54660) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:19.764888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.828771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-29039128-38c5-43e9-809e-c43c078ab784 None None] Provisioning complete for port d54adb1c-2899-461c-82f3-31196fc06552 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:19.830541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29039128-38c5-43e9-809e-c43c078ab784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.864193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:19.983505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.020102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:20.024993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Usage tracker for resource:security_group_rule and tenant:9c362473348645cbba87487bfc22820d is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:20.036184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:20.044684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:20.162765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.169641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d6e7328-7d7a-4316-9b44-a1587dadecf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:20.198335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ebdb-0f23-4d7e-8aaf-098ea282113d req-7de7f4e0-c6f4-4c13-ba80-a8ff8d9fc9fb tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:20.200255 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9912ebdb-0f23-4d7e-8aaf-098ea282113d req-7de7f4e0-c6f4-4c13-ba80-a8ff8d9fc9fb tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.2856190
Feb 17 20:33:20.206957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0bcd50-4a4d-40df-ba4c-554cd58282d0,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:20.254762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:20.258146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:20.259018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.261798 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c0bcd50-4a4d-40df-ba4c-554cd58282d0 HTTP/1.1" status: 204  len: 168 time: 0.6297615
Feb 17 20:33:20.295096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.309508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.331473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd279384-b23c-4a7a-ba2a-c67b2319fc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:20.439292 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9912ebdb-0f23-4d7e-8aaf-098ea282113d req-ca4ec392-83b4-4f88-a908-010191187847 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138472
Feb 17 20:33:20.442945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139e7438-1b62-467a-8b92-5d126d35d838,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:20.446842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:20.449400 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c362473348645cbba87487bfc22820d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1339090
Feb 17 20:33:20.453834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54680) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:20.563558 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.610183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.751033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b7080>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:17Z', 'revision_number': 3, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:20.755649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Checking router: 731d0058-cee5-4fec-b4d1-67951551ba7b for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:33:20.756050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Updating router 731d0058-cee5-4fec-b4d1-67951551ba7b port 9d271701-0692-4196-9e41-0885fa585ae9 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:33:20.802613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.839271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.845364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.853040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3d42c490-2fc4-4950-a5ea-95975484b93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:20.867495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e7438-1b62-467a-8b92-5d126d35d838,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:20.890669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:20.915468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:20.927277 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/139e7438-1b62-467a-8b92-5d126d35d838 HTTP/1.1" status: 204  len: 168 time: 0.4726233
Feb 17 20:33:20.958680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fecccb-2a1f-43ef-97ed-2baad22788e6 req-9c97d21d-752b-4746-8b2a-65c87ae4d40d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:20.966853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7fecccb-2a1f-43ef-97ed-2baad22788e6 req-9c97d21d-752b-4746-8b2a-65c87ae4d40d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.2594376
Feb 17 20:33:21.025992 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7fecccb-2a1f-43ef-97ed-2baad22788e6 req-64f4060f-f0f9-4103-8e60-6abf674cf825 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548480
Feb 17 20:33:21.134032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d54adb1c-2899-461c-82f3-31196fc06552 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:21.248579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port d54adb1c-2899-461c-82f3-31196fc06552 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:21.250282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:21.520631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc989632-6703-409c-96df-88dac7f9b721 req-9dd095ac-5e72-49ea-8ca5-cb2fbbaff99b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:21.522316 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc989632-6703-409c-96df-88dac7f9b721 req-9dd095ac-5e72-49ea-8ca5-cb2fbbaff99b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.1848402
Feb 17 20:33:21.543576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Allocated IP 172.20.0.1 (413fd3e4-673c-4370-871a-33d45f5f08c3/4cfee473-0b5f-49e3-8226-9922de487ca5/d34d05e9-84b5-4852-b0b7-67630eb0e2b2) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:21.554328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:21.568160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Transition to ACTIVE for port object 9d271701-0692-4196-9e41-0885fa585ae9 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:21.583410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:21.629127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:21.703564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Deleting port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:33:21.703989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:21.794270 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Pushing event updated for resources: {'Port': ['ID=9d271701-0692-4196-9e41-0885fa585ae9,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:21.807624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.807936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.808310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.808676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.809290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.809648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.810043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.810400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.810859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.811085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.811537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.811767 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.812754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.813139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.813491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.813872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.814225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.814722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.815076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.815429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.815802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.816152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.817000 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.817379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:21.861320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:21.963357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1562d-a8ca-42a9-87ba-2866bec5b0ee req-9008341c-8fd2-4865-af99-4b2021d176e7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:21.974532 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e9e1562d-a8ca-42a9-87ba-2866bec5b0ee req-9008341c-8fd2-4865-af99-4b2021d176e7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 946 time: 0.2553859
Feb 17 20:33:21.989912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Attempting to bind port 9d271701-0692-4196-9e41-0885fa585ae9 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:21.990322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Attempting to bind port 9d271701-0692-4196-9e41-0885fa585ae9 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:21.990731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Attempting to bind port 9d271701-0692-4196-9e41-0885fa585ae9 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:22.017474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:22.018246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:22.018840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.019429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:22.020081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Bound port: 9d271701-0692-4196-9e41-0885fa585ae9, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:22.020757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.055959 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e9e1562d-a8ca-42a9-87ba-2866bec5b0ee req-568d3061-d01d-4de5-981f-b84146404ef7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801392
Feb 17 20:33:22.104485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54742) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:22.127387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.167589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Transition to ACTIVE for port object d34d05e9-84b5-4852-b0b7-67630eb0e2b2 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:22.180858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] For port 52c7ba2f-620d-4297-88d4-58b6f4491ac2, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=52c7ba2f-620d-4297-88d4-58b6f4491ac2,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:22.182609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.214977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.251604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] For port 9d271701-0692-4196-9e41-0885fa585ae9, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:22.255230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] For port 9d271701-0692-4196-9e41-0885fa585ae9, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=9d271701-0692-4196-9e41-0885fa585ae9,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:22.259402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.279682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38a957a5-2ef7-426f-9991-4d574693360c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:22.406885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7f997da-95ab-441c-b887-45b6382f6be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:22.411668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 52c7ba2f-620d-4297-88d4-58b6f4491ac2 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:33:22.426723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Pushing event updated for resources: {'Port': ['ID=9d271701-0692-4196-9e41-0885fa585ae9,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:22.448479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:22.476554 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Calling delete_port for 52c7ba2f-620d-4297-88d4-58b6f4491ac2 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:33:22.505892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.646612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:22.646612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b7080>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:22.715968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:22.917586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:22.918905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:22.921167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Pushing event updated for resources: {'Port': ['ID=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:22.924394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:22.963939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:22.971836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:22.978987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:22.992486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Usage tracker for resource:security_group_rule and tenant:126eee7819cb47fc83e8d56f55aa45db is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:22.997770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:23.019179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:23.030064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:23.036281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:23.241989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:23.305564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Pushing event deleted for resources: {'Port': ['ID=52c7ba2f-620d-4297-88d4-58b6f4491ac2,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:23.316494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:23.373359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-695fe63a-2d40-4c6c-adb1-c51861f29658 None None] Provisioning for port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:23.383855 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-695fe63a-2d40-4c6c-adb1-c51861f29658 None None] Provisioning complete for port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:23.385139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-695fe63a-2d40-4c6c-adb1-c51861f29658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:23.456820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbf80-c1a9-4fae-be09-1820a9ae71aa req-007929e8-2db9-440c-accf-b2941f4009f8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:23.458871 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-adbdbf80-c1a9-4fae-be09-1820a9ae71aa req-007929e8-2db9-440c-accf-b2941f4009f8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.5498879
Feb 17 20:33:23.504052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b7080>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:17Z', 'revision_number': 3, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:23.518608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711f8ff-622f-4f66-8047-21966a473d8c None None] The sync data for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi is: [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:17Z', 'revision_number': 3, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:33:23.534239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-695fe63a-2d40-4c6c-adb1-c51861f29658 None None] Port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:33:23.538088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] No DVR routers for this DVR port 52c7ba2f-620d-4297-88d4-58b6f4491ac2 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:33:23.540844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:23.550261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'name': 'network-vif-deleted', 'tag': '52c7ba2f-620d-4297-88d4-58b6f4491ac2'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:23.600777 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc989632-6703-409c-96df-88dac7f9b721 req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "DELETE /v2.0/ports/52c7ba2f-620d-4297-88d4-58b6f4491ac2 HTTP/1.1" status: 204  len: 173 time: 2.0710802
Feb 17 20:33:23.604220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-adbdbf80-c1a9-4fae-be09-1820a9ae71aa req-a5969e26-4307-416e-b643-0222597496bd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372285
Feb 17 20:33:23.638286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:23.678089 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db8211e-b790-45a5-8f80-f5564095b3eb', 'name': 'network-vif-deleted', 'tag': '52c7ba2f-620d-4297-88d4-58b6f4491ac2', 'status': 'completed', 'code': 200}
Feb 17 20:33:23.697358 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-96b63c67-21dc-449b-b0ba-f01a096000b3 req-08b4d0c0-af9a-4209-8f61-c3ccbd81646e tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=4db8211e-b790-45a5-8f80-f5564095b3eb HTTP/1.1" status: 200  len: 210 time: 0.1214685
Feb 17 20:33:23.699331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:23.726659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:23.739837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-90ea8c21-6262-4caa-9f84-968690cb4c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:23.853049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54780) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:23.862494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=126eee7819cb47fc83e8d56f55aa45db&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7556958
Feb 17 20:33:23.876814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1919b813-d8d7-4e91-86b2-27775779e06b,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:23.881879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:23.999169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.071645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.150609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.156574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0858746b-2b2f-4ee4-9221-802994a3f9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:24.166892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.169523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1919b813-d8d7-4e91-86b2-27775779e06b,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:24.170995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.172971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:24.181789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.183595 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1919b813-d8d7-4e91-86b2-27775779e06b HTTP/1.1" status: 204  len: 168 time: 0.3288503
Feb 17 20:33:24.209644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:24.316545 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.412508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Pushing event updated for resources: {'Port': ['ID=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:24.417673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:24.503573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:24.505001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:24.700342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54798) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:24.733329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.754532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:24.760095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Usage tracker for resource:security_group_rule and tenant:4d96a1a0049342f3aa0348054e2102ac is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:24.763376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:24.764380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Router 731d0058-cee5-4fec-b4d1-67951551ba7b has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:33:24.770156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:24.777212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eeee90c7-4628-41c9-a5f8-e99904a93792 None None] Provisioning complete for port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:24.777813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eeee90c7-4628-41c9-a5f8-e99904a93792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.857363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eeee90c7-4628-41c9-a5f8-e99904a93792 None None] Port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:33:24.883053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.888813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:24.899487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e0fd4715-3d28-4964-8216-656aabe9f072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:24.950365 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d96a1a0049342f3aa0348054e2102ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2487519
Feb 17 20:33:24.951359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea733ce9-61ee-4215-b307-04a6f8dc9056,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:24.957898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54806) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:24.975217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:25.085258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeaf6d-bd28-4e30-94de-f9cbaa900ab0 req-49fc2b47-1f6d-4410-9482-41944b56fe9f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:25.087976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:25.093477 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-50eeaf6d-bd28-4e30-94de-f9cbaa900ab0 req-49fc2b47-1f6d-4410-9482-41944b56fe9f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1639657
Feb 17 20:33:25.096052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:33:25.170041 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-50eeaf6d-bd28-4e30-94de-f9cbaa900ab0 req-61c5afd9-5c4f-4233-8c95-439aa005ff37 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748053
Feb 17 20:33:25.189377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 9d271701-0692-4196-9e41-0885fa585ae9 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:25.190186 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] 10.222.0.23 "PUT /v2.0/routers/731d0058-cee5-4fec-b4d1-67951551ba7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5814304
Feb 17 20:33:25.271238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 9d271701-0692-4196-9e41-0885fa585ae9 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:25.276638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 9d271701-0692-4196-9e41-0885fa585ae9 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:25.277069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:25.312495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:25.460962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf618c-719c-452a-be26-05a887da41af req-8ace61e8-cf07-4f40-be52-5abc3ff95842 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:25.462705 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-8ace61e8-cf07-4f40-be52-5abc3ff95842 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/networks?id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b HTTP/1.1" status: 200  len: 809 time: 0.3471320
Feb 17 20:33:25.469940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:25.487184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:25.505645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:25.512510 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-a7ca0abf-ce06-4fe8-b5e2-08a3dfa643ac tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/quotas/b15f064aa56d41859176e4bb14b82ff2 HTTP/1.1" status: 200  len: 375 time: 0.0361562
Feb 17 20:33:25.547318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 9d271701-0692-4196-9e41-0885fa585ae9, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=9d271701-0692-4196-9e41-0885fa585ae9,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:25.550340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:25.556814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:25.571978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:25.573716 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea733ce9-61ee-4215-b307-04a6f8dc9056 HTTP/1.1" status: 204  len: 168 time: 0.6145911
Feb 17 20:33:25.575025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea733ce9-61ee-4215-b307-04a6f8dc9056,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:25.579042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:25.595072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-42cf618c-719c-452a-be26-05a887da41af req-56ea8e67-64a8-440b-9877-3a38704141b4 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Synchronizing usage tracker for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:25.616086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-42cf618c-719c-452a-be26-05a887da41af req-56ea8e67-64a8-440b-9877-3a38704141b4 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Unset dirty status for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:25.621581 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-56ea8e67-64a8-440b-9877-3a38704141b4 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15f064aa56d41859176e4bb14b82ff2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1080382
Feb 17 20:33:25.661763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=9d271701-0692-4196-9e41-0885fa585ae9,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:25.724972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:25.827680 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-c540cdf5-65ec-4499-ad2f-973b6560751d service neutron] 10.222.0.23 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977775
Feb 17 20:33:26.035631 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-0a182c6b-2387-47cb-958f-0f9800b56980 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2004559
Feb 17 20:33:26.344772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54874) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:26.351503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632593352', 'description': 'tempest-description--118210849'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:26.380982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:26.386266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:26.389735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:26.396609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:26.411188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.440286 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8fa4ed55-eb4e-4da7-a64e-42c85b50df1f req-85fd31f3-51b9-4e92-a279-0ba67b2563cc tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 210 time: 0.0662715
Feb 17 20:33:26.445648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:26.451014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group_rule and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:26.455978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:26.473864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:26.613406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.616653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.644521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e8cd5c87-64bc-4007-8bd9-ccb65b9a4e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:26.675588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.681565 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3304069
Feb 17 20:33:26.681565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54892) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:26.690646 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'security_group_rule': {'security_group_id': 'f54fde22-baf7-4f1d-9e05-d3a80543f0c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:26.698673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:26.704637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group_rule and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:26.706082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2f0a-3a95-4573-a016-7f858d12b754 req-342d3e62-bfc5-4973-8589-8053fe79d8c6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:26.707869 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1adc2f0a-3a95-4573-a016-7f858d12b754 req-342d3e62-bfc5-4973-8589-8053fe79d8c6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1206629
Feb 17 20:33:26.710346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:26.723088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:26.734750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54fde22-baf7-4f1d-9e05-d3a80543f0c3,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:26.738433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:26.748066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.778341 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1adc2f0a-3a95-4573-a016-7f858d12b754 req-f2ab8918-b622-4ce0-916b-1d3d40fb0125 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629723
Feb 17 20:33:26.848118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.849440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Sync routers for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:33:26.851939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.854238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:26.864826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:26.866502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96e9ac8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:26.884070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f682df-630d-4ea1-9800-b21d716a0e74,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:26.888982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:26.897282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:26.901844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54904) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:26.902729 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2208502
Feb 17 20:33:26.907829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'security_group_rule': {'security_group_id': 'f54fde22-baf7-4f1d-9e05-d3a80543f0c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:26.914325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:26.918884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group_rule and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:26.922499 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:26.929072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:26.953466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.038473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.041536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.044901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5f9478ce-90a8-418a-8287-53f4e8dde20a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:27.079089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.080556 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1776609
Feb 17 20:33:27.084061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54912) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:27.090037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'floatingip': {'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:27.091160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:27.094764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7d93e2-ec43-4c99-89a4-2a3603c73172,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:27.100156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:27.101289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:27.106831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:floatingip and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:27.110821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:27.123024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:27.139347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.160337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 9d271701-0692-4196-9e41-0885fa585ae9 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:27.300213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.467842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 54920) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:27.592339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 9d271701-0692-4196-9e41-0885fa585ae9 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:27.592768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.618531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Allocated IP 172.27.2.103 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/67bb7591-e219-4d51-885e-41a6deadf916) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:27.822120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.856984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.860319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96e9ac8>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 2, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:27.864551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:27.866892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Checking router: 731d0058-cee5-4fec-b4d1-67951551ba7b for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:33:27.867478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Updating router 731d0058-cee5-4fec-b4d1-67951551ba7b port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:33:27.880286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bffdd0b-026f-4f4e-80ce-255ac7a42948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:27.889115 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b081c467-f3a9-4a44-b7c3-a8251f7065c8 req-e4dac3fa-67a4-483e-bd6b-1f68f82d5b3c tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 210 time: 0.2778380
Feb 17 20:33:27.893792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:27.898916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:131f0c98837a410f85f59654ad8b4a84 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:27.902094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:27.909423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:27.946952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.023656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'Port': ['ID=67bb7591-e219-4d51-885e-41a6deadf916,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:28.028942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:28.089589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.104953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.113798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-226292de-e2f9-448e-b873-b6decd0def96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:28.134538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:28.135803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:28.138256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:28.172585 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=131f0c98837a410f85f59654ad8b4a84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7033343
Feb 17 20:33:28.175869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391cb046-e38b-45ff-b5e2-cd891c0696ea,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:28.180707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 54934) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:28.182187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:28.207165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787c911-4ebc-4d4e-811f-2420266c5267 req-3ccc051e-2e52-4bb6-90d2-7f6f6dade4bd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:28.210204 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f787c911-4ebc-4d4e-811f-2420266c5267 req-3ccc051e-2e52-4bb6-90d2-7f6f6dade4bd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1778090
Feb 17 20:33:28.263171 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f787c911-4ebc-4d4e-811f-2420266c5267 req-3f5e7156-0d87-4da1-95f3-6d95560fbd41 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462782
Feb 17 20:33:28.278008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.302821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.313108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.409283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.448607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.457458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.461754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Transition to ACTIVE for port object d34d05e9-84b5-4852-b0b7-67630eb0e2b2 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:28.465148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.468341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:28.481729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:28.520735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391cb046-e38b-45ff-b5e2-cd891c0696ea,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:28.528208 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:28.562360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.563671 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/391cb046-e38b-45ff-b5e2-cd891c0696ea HTTP/1.1" status: 204  len: 168 time: 0.3819392
Feb 17 20:33:28.628482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4f904-dd60-40a7-a5b4-5cad2463a5f9 None None] Pushing event updated for resources: {'Port': ['ID=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:28.632903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7e4f904-dd60-40a7-a5b4-5cad2463a5f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:28.737738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.742836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.822148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Attempting to bind port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:28.822626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Attempting to bind port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:28.822966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Attempting to bind port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 on network 413fd3e4-673c-4370-871a-33d45f5f08c3 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:28.830462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:28.830900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Checking segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:28.831358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.831963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Bound using segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:28.832497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Bound port: d34d05e9-84b5-4852-b0b7-67630eb0e2b2, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:28.832924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:28.863021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d08893d-0a86-4258-b813-1e8ce5eff3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:28.981469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] For port d34d05e9-84b5-4852-b0b7-67630eb0e2b2, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:28.985704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] For port d34d05e9-84b5-4852-b0b7-67630eb0e2b2, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:28.992078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:29.019997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8160d6b7-4a3a-4f3e-96e0-16b665aa142c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:29.046618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'Port': ['ID=67bb7591-e219-4d51-885e-41a6deadf916,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:29.050124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:29.107606 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b301d91b-2fc7-4342-b8d7-48e71888ca06 req-07e998e4-c10c-4b5e-a8f3-213d519df859 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 210 time: 0.0710266
Feb 17 20:33:29.158962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:29.184306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:29.185974 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1006093
Feb 17 20:33:29.224309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4f904-dd60-40a7-a5b4-5cad2463a5f9 None None] Pushing event updated for resources: {'Port': ['ID=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:29.229971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7e4f904-dd60-40a7-a5b4-5cad2463a5f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:29.294574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:29.295287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96e9ac8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:29.524704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:29.529277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00afbc1-fde0-433c-ab97-8b540db54407 req-3ddee040-4eec-44cc-9b8e-8d55321cf205 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:29.531601 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e00afbc1-fde0-433c-ab97-8b540db54407 req-3ddee040-4eec-44cc-9b8e-8d55321cf205 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1147041
Feb 17 20:33:29.583867 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e00afbc1-fde0-433c-ab97-8b540db54407 req-31967a71-7dcf-449c-b88d-e53b29fcb1a2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450418
Feb 17 20:33:29.743929 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-90f75da2-823c-49b3-ac53-7570a42a99a8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1632593352&fields=id&tenant_id=d684021d40544b0f90f72b3c464b2fe6 HTTP/1.1" status: 200  len: 267 time: 0.0494087
Feb 17 20:33:29.924812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-7ef3c79d-9383-48c8-8627-08de4e437573 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:29.934180 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-7ef3c79d-9383-48c8-8627-08de4e437573 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 811 time: 0.1804564
Feb 17 20:33:29.947828 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-3bdaeda6-77df-437d-9106-84de99dc262a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/quotas/d684021d40544b0f90f72b3c464b2fe6 HTTP/1.1" status: 200  len: 375 time: 0.0125983
Feb 17 20:33:30.051650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-c754514b-f067-4163-8570-9d926d149745 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:30.069411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-c754514b-f067-4163-8570-9d926d149745 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:30.070938 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-c754514b-f067-4163-8570-9d926d149745 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1186523
Feb 17 20:33:30.085671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96e9ac8>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:28Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:30.091795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3977-29c2-4a72-9b29-88f1d7bde85c None None] The sync data for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi is: [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:28Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:33:30.307487 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-05fbaa15-adf8-4631-97c6-9b907f89fe47 service neutron] 10.222.0.23 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145801
Feb 17 20:33:30.336466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:30.581407 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-5d5780e9-9dfd-4254-b34a-7339051f0c7a service neutron] 10.222.0.23 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2650764
Feb 17 20:33:30.850007 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ed348e0-4276-47b4-a91e-1c29a372004d req-c528d29d-26b1-43c9-82bb-e7aca4c1075d tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 210 time: 0.0924819
Feb 17 20:33:30.955513 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-82ea2af5-3c6a-4c4c-b6c7-379e33f75e86 req-fb8cab3e-91b5-4229-830f-2628906dc28e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 210 time: 0.0559607
Feb 17 20:33:30.977834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55906b85-42ef-4782-aef7-79e2e4f423d7 req-ecbe452e-91b6-4cc5-af0c-b6939d1ba9bc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:30.982283 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55906b85-42ef-4782-aef7-79e2e4f423d7 req-ecbe452e-91b6-4cc5-af0c-b6939d1ba9bc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1321299
Feb 17 20:33:31.045877 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55906b85-42ef-4782-aef7-79e2e4f423d7 req-ea16a82c-2db2-487a-92df-52da0595af55 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567443
Feb 17 20:33:31.162721 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d34d05e9-84b5-4852-b0b7-67630eb0e2b2 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:31.246764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:31.253026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:31.253456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:31.439315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:31.489231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port d34d05e9-84b5-4852-b0b7-67630eb0e2b2, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:31.497303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:31.501615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c82fe3ec-904f-462b-b384-9dcec5c4be46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:31.665971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:31.680797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:31.684808 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf618c-719c-452a-be26-05a887da41af req-b6890aa4-e6cf-4182-871e-384a64643ae1 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:31.686580 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-b6890aa4-e6cf-4182-871e-384a64643ae1 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "GET /v2.0/networks?id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b HTTP/1.1" status: 200  len: 809 time: 0.2283924
Feb 17 20:33:31.723843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Request body: {'port': {'device_id': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b', 'admin_state_up': True, 'tenant_id': 'b15f064aa56d41859176e4bb14b82ff2'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:31.902902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55072) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:31.933552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:31.954112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:31.970163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Made reservation on behalf of b15f064aa56d41859176e4bb14b82ff2 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:31.975915 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.105343 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a9faf9f-c6e9-46b9-b3ed-aa7487318129 req-028d954b-0df8-4f71-a63a-49faa464a9c6 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 210 time: 0.1106725
Feb 17 20:33:32.112461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.141402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:32.146034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Usage tracker for resource:security_group_rule and tenant:72ae74480acc49f5a7d9a012d643af72 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:32.152709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:32.159182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:32.226445 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97166f6e-e319-4c93-9d89-0dbb3cda2bde req-0c30b4eb-c54e-4a88-9590-9e51ce8071ee tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 210 time: 0.0956721
Feb 17 20:33:32.319736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.328449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.338751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a3e2c3e-b18e-41a5-a7fd-bd955fbf0e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:32.401776 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72ae74480acc49f5a7d9a012d643af72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4950042
Feb 17 20:33:32.412185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55092) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:32.448649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e85f311-b9b5-46ab-bd37-d54c7368c6e9,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:32.470305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:32.488461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc40360-4435-40ff-8884-d1963b73a677 req-618c0e5e-e92e-4ac9-8f2a-50d39b96ca64 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:32.490210 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cc40360-4435-40ff-8884-d1963b73a677 req-618c0e5e-e92e-4ac9-8f2a-50d39b96ca64 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.2315710
Feb 17 20:33:32.531818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.575050 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cc40360-4435-40ff-8884-d1963b73a677 req-1bf66a3b-9a4f-487d-8964-95a832b2de1b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716376
Feb 17 20:33:32.584102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.654531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.663877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-70fdfe6f-82a5-4d9b-815d-c563ebd3acf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:32.679743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e85f311-b9b5-46ab-bd37-d54c7368c6e9,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:32.693066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:32.700189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:32.701736 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e85f311-b9b5-46ab-bd37-d54c7368c6e9 HTTP/1.1" status: 204  len: 168 time: 0.2882740
Feb 17 20:33:32.853292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Allocated IP 172.20.0.4 (6ea2c05c-26cd-4af5-954e-a9bf6b483c6b/077a353b-6588-4c94-8423-3a086b56ce2e/e8081cbf-a120-40a4-9c38-8a5f15f4e79b) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:32.876519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-a4e77628-dddf-483c-9560-5277531a7cfd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:32.877406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-a4e77628-dddf-483c-9560-5277531a7cfd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:32.928155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-a4e77628-dddf-483c-9560-5277531a7cfd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:32.929402 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-a4e77628-dddf-483c-9560-5277531a7cfd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 811 time: 0.3631833
Feb 17 20:33:33.093832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d34d05e9-84b5-4852-b0b7-67630eb0e2b2 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:33.260738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:33.263689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:33.264377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:33.339506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:33.364383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-00859156-5267-4cf4-b3ef-bbe77e7bce17 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:33.397266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 024e2958-8e7b-427d-bd3c-cd24505376d3 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:33.474987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445a00-cace-42ec-ae35-8f3d32346660 req-d34607f3-652b-4a3b-acf8-6a672c8e18c7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:33.496494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df445a00-cace-42ec-ae35-8f3d32346660 req-d34607f3-652b-4a3b-acf8-6a672c8e18c7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 931 time: 0.1908753
Feb 17 20:33:33.590151 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df445a00-cace-42ec-ae35-8f3d32346660 req-e472de7e-e525-42cb-9b8a-9fbd2f6f1715 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877841
Feb 17 20:33:33.623152 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34c29384-48e8-4230-aad4-77320fc18839 req-0b7c67b6-f092-4c8b-8c0d-2f3534ff9c4b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 210 time: 0.1247866
Feb 17 20:33:33.649495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-db8218bf-28ca-4f52-bb14-99cb8d3cd2bf tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:33.657141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Pushing event updated for resources: {'Port': ['ID=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:33.660726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:33.715405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-db8218bf-28ca-4f52-bb14-99cb8d3cd2bf tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:33.716801 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-db8218bf-28ca-4f52-bb14-99cb8d3cd2bf tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d684021d40544b0f90f72b3c464b2fe6 HTTP/1.1" status: 200  len: 5708 time: 0.7584267
Feb 17 20:33:33.750246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'port': {'device_id': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'admin_state_up': True, 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'security_groups': ['f54fde22-baf7-4f1d-9e05-d3a80543f0c3']}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:33.799130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 024e2958-8e7b-427d-bd3c-cd24505376d3 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:33.799665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:33.895546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:33.899927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:33.902377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:34.127420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:34.128478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:34.143633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:34.156637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6cc89-1664-495c-af3f-d2d511680f99 req-e8e8a472-c0e7-418c-a053-3e92c7ff1d32 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:34.159480 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26e6cc89-1664-495c-af3f-d2d511680f99 req-e8e8a472-c0e7-418c-a053-3e92c7ff1d32 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.2903459
Feb 17 20:33:34.170351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:34.189558 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4702699
Feb 17 20:33:34.190648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Made reservation on behalf of d684021d40544b0f90f72b3c464b2fe6 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:34.196582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:34.217567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Request body: {'port': {'device_id': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:34.222988 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26e6cc89-1664-495c-af3f-d2d511680f99 req-585bf0e1-3ba2-4d11-bcdc-374c10cc74a6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543959
Feb 17 20:33:34.460377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:34.539676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ded9dbca-7b23-4db8-bdab-1046716371b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:34.851466 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1b8cea28-3961-455e-acfa-d542be1ac21d req-be431913-b57f-4791-bedc-e7f419c02b88 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 210 time: 0.0515351
Feb 17 20:33:34.902299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Allocated IP 172.20.0.3 (413fd3e4-673c-4370-871a-33d45f5f08c3/4cfee473-0b5f-49e3-8226-9922de487ca5/3271d70d-2fcc-4af1-9cae-cc81a07fd12f) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:35.056533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861dfbf-39e6-4a8f-9cfd-fb7a768ba36f req-76a8f900-42a3-4d5f-8084-1992096b7105 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:35.057314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0861dfbf-39e6-4a8f-9cfd-fb7a768ba36f req-76a8f900-42a3-4d5f-8084-1992096b7105 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Synchronizing usage tracker for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:35.200772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0861dfbf-39e6-4a8f-9cfd-fb7a768ba36f req-76a8f900-42a3-4d5f-8084-1992096b7105 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Unset dirty status for tenant:b15f064aa56d41859176e4bb14b82ff2 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:35.200772 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0861dfbf-39e6-4a8f-9cfd-fb7a768ba36f req-76a8f900-42a3-4d5f-8084-1992096b7105 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 931 time: 0.4723654
Feb 17 20:33:35.320276 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0861dfbf-39e6-4a8f-9cfd-fb7a768ba36f req-d827ce36-ee6b-4a33-b700-046c4f9b456e tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081107
Feb 17 20:33:35.584533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55222) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:35.729522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8081cbf-a120-40a4-9c38-8a5f15f4e79b {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:33:35.736378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:35.741523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:35.746095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:35.756286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:35.760563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2a3ebdd8b342828d36255d59a38ab9 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:35.764293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:35.770560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:35.778570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Transition to ACTIVE for port object e8081cbf-a120-40a4-9c38-8a5f15f4e79b will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:35.779662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Transition to ACTIVE for port object 3271d70d-2fcc-4af1-9cae-cc81a07fd12f will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:35.786814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:35.804647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:35.863098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:35.866035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:35.875043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c1b9b7d8-af25-4fb7-8154-07052d569296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:35.920398 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a2a3ebdd8b342828d36255d59a38ab9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3346736
Feb 17 20:33:35.921728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbc50ad-a02f-4dfa-b332-e149aed1ec46,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:35.923942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55232) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:35.942716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.943016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.944015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.944015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.944382 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.944488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.945023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.945230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.945610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.946213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.946597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.946993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.947393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.947773 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.948809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.948809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.948809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.949303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.949557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.949961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.950355 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.950700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.951070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.951441 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.961972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd385108-022f-4126-87b8-a9402cb6b620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:35.963924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Pushing event updated for resources: {'Port': ['ID=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:35.977238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177d46-c944-4224-8e2e-e3dd834ae527 req-08f3e63c-d8c7-4365-bcb7-216b836bdce4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:35.978902 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0d177d46-c944-4224-8e2e-e3dd834ae527 req-08f3e63c-d8c7-4365-bcb7-216b836bdce4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.3292365
Feb 17 20:33:35.990635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.991048 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.991453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.991841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.992222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.992605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.992981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.993823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.993823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.994103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.994463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.994842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.995268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.995660 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.996036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.996416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.996790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.997171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.997549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.997955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.998338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.998715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.999128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:35.999502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:36.008359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:36.051432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.078874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.086494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:36.127816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.184115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3bd15-d88a-441d-91b8-a532794e9462 req-1d84fafa-fdbb-4673-9a47-9c8037c0d9af tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:36.185891 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-75b3bd15-d88a-441d-91b8-a532794e9462 req-1d84fafa-fdbb-4673-9a47-9c8037c0d9af tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 931 time: 0.1832025
Feb 17 20:33:36.239630 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0d177d46-c944-4224-8e2e-e3dd834ae527 req-ccb8cf45-b757-4a4b-9e50-db15ec88ca01 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333326
Feb 17 20:33:36.249010 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-75b3bd15-d88a-441d-91b8-a532794e9462 req-027d3ad6-8470-4620-b4e8-7e4500647c67 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541878
Feb 17 20:33:36.253514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.257514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e261fa75-1ea6-4d59-92e8-04736b87a35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:36.284206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbc50ad-a02f-4dfa-b332-e149aed1ec46,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:36.288057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:36.290268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.292377 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bbc50ad-a02f-4dfa-b332-e149aed1ec46 HTTP/1.1" status: 204  len: 168 time: 0.3653114
Feb 17 20:33:36.428020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'Port': ['ID=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:36.469614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:36.533421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87b3c-1b55-4023-aba9-d80b590d679f req-3f46a70d-5e05-41d2-acbf-745b32d02c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:36.535467 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7c87b3c-1b55-4023-aba9-d80b590d679f req-3f46a70d-5e05-41d2-acbf-745b32d02c31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 1163 time: 0.1587658
Feb 17 20:33:36.541764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:36.544955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:36.556159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:36.589037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d7c87b3c-1b55-4023-aba9-d80b590d679f req-6a3b8909-a408-42b9-bf83-1f81538981e2 service neutron] Synchronizing usage tracker for tenant:0a8727cc6ae940b0908ee7096fbec999 on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:36.608692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d7c87b3c-1b55-4023-aba9-d80b590d679f req-6a3b8909-a408-42b9-bf83-1f81538981e2 service neutron] Unset dirty status for tenant:0a8727cc6ae940b0908ee7096fbec999 on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:36.610998 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7c87b3c-1b55-4023-aba9-d80b590d679f req-6a3b8909-a408-42b9-bf83-1f81538981e2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671940
Feb 17 20:33:36.679354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:36.680042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.696766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Attempting to bind port e8081cbf-a120-40a4-9c38-8a5f15f4e79b on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:36.697146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Attempting to bind port e8081cbf-a120-40a4-9c38-8a5f15f4e79b by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:36.697485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Attempting to bind port e8081cbf-a120-40a4-9c38-8a5f15f4e79b on network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:36.717059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:36.717488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Checking segment: {'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:36.717931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.718298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Bound using segment: {'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:36.718799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Bound port: e8081cbf-a120-40a4-9c38-8a5f15f4e79b, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28501417-e6fc-48bc-9067-bd6a1adb1db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ea2c05c-26cd-4af5-954e-a9bf6b483c6b'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:36.719172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.755259 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0111642
Feb 17 20:33:36.840139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aa71e-7dce-4012-881b-6970f038215a req-8e68bf41-650f-49ef-b37b-3cab6f18d1ee tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:36.841865 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a92aa71e-7dce-4012-881b-6970f038215a req-8e68bf41-650f-49ef-b37b-3cab6f18d1ee tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.2869143
Feb 17 20:33:36.900168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] For port e8081cbf-a120-40a4-9c38-8a5f15f4e79b, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:36.912251 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a92aa71e-7dce-4012-881b-6970f038215a req-d62d4412-110f-47d4-8955-0cf9385eed23 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592818
Feb 17 20:33:36.913211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ed448cc2-9648-4ab3-8961-34b09d0ae62c None None] Provisioning for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:36.915886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] For port e8081cbf-a120-40a4-9c38-8a5f15f4e79b, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:36.919318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ed448cc2-9648-4ab3-8961-34b09d0ae62c None None] Provisioning complete for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:36.919749 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed448cc2-9648-4ab3-8961-34b09d0ae62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.919974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:36.945892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:36.995355 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ed448cc2-9648-4ab3-8961-34b09d0ae62c None None] Port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:33:37.106150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90a517a8-b881-4f53-92d8-f7a246ba4ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.111492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Pushing event updated for resources: {'Port': ['ID=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:37.117414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:37.148139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:37.148819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.150346 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] 10.222.0.54 "PUT /v2.0/ports/e8081cbf-a120-40a4-9c38-8a5f15f4e79b HTTP/1.1" status: 200  len: 1157 time: 2.9404604
Feb 17 20:33:37.150932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:37.188210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Request body: {'port': {'device_id': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:37.225966 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b', 'status': 'completed', 'code': 200}
Feb 17 20:33:37.246772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55266) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:37.321559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.477928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-424859015-network', 'tenant_id': '1df0fa7c7475420887095fa8768b5504'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:37.496294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:37.505013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Usage tracker for resource:network and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:37.508871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:37.523672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:37.553522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Made reservation on behalf of 1df0fa7c7475420887095fa8768b5504 for: {'network': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:37.557895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.583184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.605431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30328d-de76-4fe5-ab25-3ce5ad7d71a6 req-6a596ecf-3a22-44c2-9cf6-d9fd08b2f9b1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:37.607931 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f30328d-de76-4fe5-ab25-3ce5ad7d71a6 req-6a596ecf-3a22-44c2-9cf6-d9fd08b2f9b1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 931 time: 0.1827636
Feb 17 20:33:37.633654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:37.643302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:37.645151 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf618c-719c-452a-be26-05a887da41af req-84935bd6-2da3-4e25-af0c-f7494b346f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:37.647001 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-84935bd6-2da3-4e25-af0c-f7494b346f2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15f064aa56d41859176e4bb14b82ff2&device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 1160 time: 0.3038337
Feb 17 20:33:37.648670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:37.659733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876beead-8f00-4e40-9b11-1d5e32e639db req-dbbce8c3-6871-47c4-9b1d-afc71bfea6a7 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:37.661343 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-876beead-8f00-4e40-9b11-1d5e32e639db req-dbbce8c3-6871-47c4-9b1d-afc71bfea6a7 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.2541330
Feb 17 20:33:37.667149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:37.695641 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f30328d-de76-4fe5-ab25-3ce5ad7d71a6 req-5029ed29-29c9-4271-9203-af9fd4231a17 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785110
Feb 17 20:33:37.734095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.788977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.791922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.798170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1319f115-2e60-4fe9-bbd9-327c4b2e17be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:37.803224 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-8878cf14-f8aa-4f9f-900c-d97f0b81dec0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8081cbf-a120-40a4-9c38-8a5f15f4e79b HTTP/1.1" status: 200  len: 217 time: 0.0967627
Feb 17 20:33:37.832494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:33:37.849159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e165750-90ff-420f-9f5c-dbb6bc2cf49f,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:37.854647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:37.855795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256671776764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.856239 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Added segment c9ecedcf-86a0-45f2-8737-828d40b5f73d of type vxlan for network 434a2f39-7599-4045-a74d-091002e51545
Feb 17 20:33:37.888408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.919557 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-876beead-8f00-4e40-9b11-1d5e32e639db req-17032886-d5c8-475c-b760-f12bf28c4af9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143188
Feb 17 20:33:37.925981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.927304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:37.928010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:37.934042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:38.013342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf618c-719c-452a-be26-05a887da41af req-6a03c68c-8532-4c0d-a346-24db89e2d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:38.018973 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-6a03c68c-8532-4c0d-a346-24db89e2d5d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=077a353b-6588-4c94-8423-3a086b56ce2e HTTP/1.1" status: 200  len: 849 time: 0.2004716
Feb 17 20:33:38.105427 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-6674766b-8e6b-4382-aadf-087cab8164d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696039
Feb 17 20:33:38.123305 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8747816
Feb 17 20:33:38.128989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55282) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:38.129732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=434a2f39-7599-4045-a74d-091002e51545,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:38.134137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:38.139350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Request body: {'subnet': {'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-424859015-subnet', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'ip_version': 4}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:38.142086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 434a2f39-7599-4045-a74d-091002e51545 details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:33:38.146146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:38.154040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Usage tracker for resource:subnet and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:38.158065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:38.166000 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:38.188168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Made reservation on behalf of 1df0fa7c7475420887095fa8768b5504 for: {'subnet': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:38.192785 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852669711'] for subnet, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:38.212636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 434a2f39-7599-4045-a74d-091002e51545 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:33:38.278445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4934b6-a125-4d63-b4b6-47da25971620 req-9faeecc1-8891-427a-acb1-01351a6325f9 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:38.280688 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae4934b6-a125-4d63-b4b6-47da25971620 req-9faeecc1-8891-427a-acb1-01351a6325f9 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.2326453
Feb 17 20:33:38.327561 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3271d70d-2fcc-4af1-9cae-cc81a07fd12f {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:33:38.347226 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:38.370305 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae4934b6-a125-4d63-b4b6-47da25971620 req-99e0a4fc-b73a-4330-9d47-e84138f613ae tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653694
Feb 17 20:33:38.380881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Transition to ACTIVE for port object 3271d70d-2fcc-4af1-9cae-cc81a07fd12f will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:38.388385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:38.410491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:38.738843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852669728'] for subnet, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:38.800278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Pushing event updated for resources: {'Port': ['ID=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:38.806106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:38.819150 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-9a88a93d-7d69-4d76-b7b6-823a9651dc04 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7038844
Feb 17 20:33:38.841007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:38.923153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.022092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf4ed25-a333-478a-8bde-d6fd165246be,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:39.034371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:39.082791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780e34d-ddfa-45b0-a798-8f47044a4dc5 req-1a4ef1f9-8668-46a3-886e-00e9f265d431 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:39.090906 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9780e34d-ddfa-45b0-a798-8f47044a4dc5 req-1a4ef1f9-8668-46a3-886e-00e9f265d431 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.2194152
Feb 17 20:33:39.150752 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Checking segment: {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:39.151866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Network hostable DHCP agents. Network: 434a2f39-7599-4045-a74d-091002e51545, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:33:39.167339 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42cf618c-719c-452a-be26-05a887da41af req-ed8a8195-06b9-4cf9-a5df-abdde7cfe4c4 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3336384
Feb 17 20:33:39.174068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9780e34d-ddfa-45b0-a798-8f47044a4dc5 req-763ca406-989d-4067-8aa3-f3a6e5b9210d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820541
Feb 17 20:33:39.191988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Network 434a2f39-7599-4045-a74d-091002e51545 is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:33:39.193508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Attempting to bind port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:39.193924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Attempting to bind port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:39.194266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Attempting to bind port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f on network 413fd3e4-673c-4370-871a-33d45f5f08c3 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:39.202712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:39.203216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Checking segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:39.203635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.204081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Bound using segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:39.204510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Bound port: 3271d70d-2fcc-4af1-9cae-cc81a07fd12f, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:39.204866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.207809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 434a2f39-7599-4045-a74d-091002e51545) {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:39.221969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae038d3c-c52b-43c2-8310-3fa974938892 None None] Network 434a2f39-7599-4045-a74d-091002e51545 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:33:39.232827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:39.233529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.262205 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1290555
Feb 17 20:33:39.263169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55296) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:39.271275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:39.275025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a5853-73a7-4daa-9a69-a7c416053a4e req-14d3aaae-6645-4385-badb-bcbfb24718ba tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:39.276715 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a5a5853-73a7-4daa-9a69-a7c416053a4e req-14d3aaae-6645-4385-badb-bcbfb24718ba tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1973028
Feb 17 20:33:39.276844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:39.281916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Usage tracker for resource:router and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:39.285395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:39.292559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:39.309744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.309744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.336590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.405981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 024e2958-8e7b-427d-bd3c-cd24505376d3 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:39.424315 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a5a5853-73a7-4daa-9a69-a7c416053a4e req-75b4ede5-9bf6-449c-8b48-4de8e7fddd70 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396861
Feb 17 20:33:39.437308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] For port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:39.453833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] For port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:39.459450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.545348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.591679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-22a004b3-ba4f-4670-8584-6091fa4cf84f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:39.614475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 024e2958-8e7b-427d-bd3c-cd24505376d3 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:39.614909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.646880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-434a2f39-7599-4045-a74d-091002e51545', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:33:39.647806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.750158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-4c163364-1cce-417a-aac6-099d057bcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:39.751798 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-4c163364-1cce-417a-aac6-099d057bcd18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b15f064aa56d41859176e4bb14b82ff2&device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 1160 time: 0.4069543
Feb 17 20:33:39.943016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Pushing event updated for resources: {'Port': ['ID=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:39.961167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:39.967283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.986960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:39.987880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:39.989659 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] 10.222.0.54 "PUT /v2.0/ports/3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 1157 time: 2.8078823
Feb 17 20:33:39.991809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:40.000831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-692ca472-07f6-4ef4-853b-224ba1a9430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:40.002378 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-692ca472-07f6-4ef4-853b-224ba1a9430f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b HTTP/1.1" status: 200  len: 903 time: 0.2327969
Feb 17 20:33:40.146173 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-98fec0a7-c196-4efa-9ee0-f28fb068cf1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8081cbf-a120-40a4-9c38-8a5f15f4e79b HTTP/1.1" status: 200  len: 217 time: 0.1254394
Feb 17 20:33:40.164879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0103-eac0-4521-ad5e-913a8dc02559 req-2c16aa16-1abb-4700-bf28-13989f61e544 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:40.168772 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0ba0103-eac0-4521-ad5e-913a8dc02559 req-2c16aa16-1abb-4700-bf28-13989f61e544 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.5783093
Feb 17 20:33:40.170226 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Allocated IP 172.20.0.2 (434a2f39-7599-4045-a74d-091002e51545/bdf4ed25-a333-478a-8bde-d6fd165246be/a5a2ded6-3fed-4a7b-b162-990c40293fa6) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:40.222643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe76fb9-cd09-4b18-8524-2475a399b324 req-b45dba6b-3cc6-4a6a-8def-203576c235f2 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:40.237528 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8fe76fb9-cd09-4b18-8524-2475a399b324 req-b45dba6b-3cc6-4a6a-8def-203576c235f2 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.2606189
Feb 17 20:33:40.335130 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8fe76fb9-cd09-4b18-8524-2475a399b324 req-d5093805-0835-48e4-826a-0ee959e41ec7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962131
Feb 17 20:33:40.341910 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0ba0103-eac0-4521-ad5e-913a8dc02559 req-f954a689-23dc-4fda-b214-b451fa7183ac tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000757
Feb 17 20:33:40.345659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-094328e3-95a1-4da7-a06c-52f94affbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:40.348325 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-094328e3-95a1-4da7-a06c-52f94affbc57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=077a353b-6588-4c94-8423-3a086b56ce2e HTTP/1.1" status: 200  len: 849 time: 0.1728857
Feb 17 20:33:40.480178 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-26aa951c-78ab-4aef-bed9-0b59c4d3839b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1197796
Feb 17 20:33:40.484847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-0f58afc8-99df-4b68-b77a-f5e0a7046982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:40.487585 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-0f58afc8-99df-4b68-b77a-f5e0a7046982 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1160 time: 0.4004211
Feb 17 20:33:40.526993 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'status': 'completed', 'code': 200}
Feb 17 20:33:40.686789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:40.712074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Transition to ACTIVE for port object a5a2ded6-3fed-4a7b-b162-990c40293fa6 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:40.740976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:40.742157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Transition to ACTIVE for port object a5a2ded6-3fed-4a7b-b162-990c40293fa6 will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:40.748156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:40.766626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b503d9a-0454-4a93-bda8-e268761a50e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:40.784262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:40.818281 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-db3f88ac-82a6-4d4c-a5b5-ed3a112e31c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 217 time: 0.2809801
Feb 17 20:33:41.211095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Pushing event updated for resources: {'Port': ['ID=a5a2ded6-3fed-4a7b-b162-990c40293fa6,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:41.226418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-44542f8c-4b97-472f-a33a-2ff556d3bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:41.227991 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-44542f8c-4b97-472f-a33a-2ff556d3bfed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.4000299
Feb 17 20:33:41.230486 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-260bb7ab-e87c-403c-a3ff-526fd4b27725 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7409635
Feb 17 20:33:41.238331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.238860 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.239250 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.239635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.240012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.240389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.240759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.241128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.242050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.242050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.242429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.243039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.243289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.243661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.244297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.244713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.245094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.245463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.245875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.246245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.246619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.246995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.247520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.247856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:33:41.255979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:41.297036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Network 434a2f39-7599-4045-a74d-091002e51545 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:41.298715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:41.301169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:41.337797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcc9d-2432-4038-a83a-73144f1638d3 req-ddd47fa0-30f9-45c6-9279-8737c2859965 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:41.338666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f75dcc9d-2432-4038-a83a-73144f1638d3 req-ddd47fa0-30f9-45c6-9279-8737c2859965 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:33:41.363087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Allocated IP 172.27.2.222 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/0a35634c-0874-4d2f-bce5-6d1275ba00c4) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:41.366456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Attempting to bind port a5a2ded6-3fed-4a7b-b162-990c40293fa6 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:41.366874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Attempting to bind port a5a2ded6-3fed-4a7b-b162-990c40293fa6 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:41.367287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Attempting to bind port a5a2ded6-3fed-4a7b-b162-990c40293fa6 on network 434a2f39-7599-4045-a74d-091002e51545 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:41.373431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:41.374255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Checking segment: {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:41.374718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:41.375164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Bound using segment: {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:41.375692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Bound port: a5a2ded6-3fed-4a7b-b162-990c40293fa6, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:41.376177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:41.449475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f75dcc9d-2432-4038-a83a-73144f1638d3 req-ddd47fa0-30f9-45c6-9279-8737c2859965 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:33:41.456937 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f75dcc9d-2432-4038-a83a-73144f1638d3 req-ddd47fa0-30f9-45c6-9279-8737c2859965 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.7188520
Feb 17 20:33:41.504210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] For port a5a2ded6-3fed-4a7b-b162-990c40293fa6, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:41.507574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] For port a5a2ded6-3fed-4a7b-b162-990c40293fa6, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a5a2ded6-3fed-4a7b-b162-990c40293fa6,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:41.512817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:41.527497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:41.549762 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe06f2c2-db5a-4f7e-807f-cd18a796a08b req-75de7fcb-9253-4d5a-9b9f-c1a24b4c622c service neutron] 10.222.0.54 "GET /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2447069
Feb 17 20:33:41.556327 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-1d4d3032-2136-40e8-b057-d529745d2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:41.557875 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-1d4d3032-2136-40e8-b057-d529745d2aa7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3150463
Feb 17 20:33:41.561788 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f75dcc9d-2432-4038-a83a-73144f1638d3 req-f883d1e8-b1ed-47d2-b009-e9faba5a0732 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033866
Feb 17 20:33:41.610556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:41.645374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fb695-111c-4160-9389-c17687d5c0ee req-4fe3655b-747b-43b4-b84b-94e44b61a076 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:41.647059 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-883fb695-111c-4160-9389-c17687d5c0ee req-4fe3655b-747b-43b4-b84b-94e44b61a076 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.1541541
Feb 17 20:33:41.680363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Pushing event updated for resources: {'Port': ['ID=a5a2ded6-3fed-4a7b-b162-990c40293fa6,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:41.694723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:41.727569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:41.746377 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-883fb695-111c-4160-9389-c17687d5c0ee req-2c3d43d3-011a-4304-a066-5179e32cc66e tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880554
Feb 17 20:33:41.750253 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:41.753824 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-c0900d8d-50b7-47f3-9925-0cb88b598d91 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721675
Feb 17 20:33:41.893043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Pushing event updated for resources: {'Port': ['ID=0a35634c-0874-4d2f-bce5-6d1275ba00c4,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:41.898595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:41.922435 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72d026a3-cf0e-4263-b8da-fb27383f7426 req-2d913154-2b1b-404c-b481-dfb364d34cee service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1560290
Feb 17 20:33:41.951550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:41.953931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:41.957477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:42.186841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-dab23fd8-5687-4b62-ac22-e5f6b6a37a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:42.188817 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-dab23fd8-5687-4b62-ac22-e5f6b6a37a58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1160 time: 0.1210036
Feb 17 20:33:42.353725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-d9411296-59ed-4795-b571-f708e269b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:42.355350 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-d9411296-59ed-4795-b571-f708e269b9ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.1576667
Feb 17 20:33:42.443105 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-d7114547-a23b-41a3-9b49-45a64ee85f3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 217 time: 0.0772076
Feb 17 20:33:42.491462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:42.524707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-cae3d3b3-f5e2-4e44-8b7b-0c7fef848a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:42.526278 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-cae3d3b3-f5e2-4e44-8b7b-0c7fef848a30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.0696778
Feb 17 20:33:42.619303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-13198aed-7b6a-43bc-b2ee-d0d59bfac860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:42.621091 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-13198aed-7b6a-43bc-b2ee-d0d59bfac860 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811927
Feb 17 20:33:42.770861 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-99720425-f9fc-4f66-86b2-3200978954ec service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421504
Feb 17 20:33:43.003808 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f26cb8d-2602-40f1-934b-fed0d6613568 req-7d939282-df02-4ff0-91b8-aa964693ffe8 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2167435
Feb 17 20:33:43.025643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e73d-6076-4504-bd2b-dc8833bf3c53 req-07fcb8a0-a23b-440f-bed6-6522d15d8ee2 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:43.027408 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d837e73d-6076-4504-bd2b-dc8833bf3c53 req-07fcb8a0-a23b-440f-bed6-6522d15d8ee2 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.1470418
Feb 17 20:33:43.096837 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d837e73d-6076-4504-bd2b-dc8833bf3c53 req-ae34e7ae-b28b-4c59-a042-eb429b384191 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606716
Feb 17 20:33:43.210349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a5a2ded6-3fed-4a7b-b162-990c40293fa6 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:43.262902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:43.275228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7311-5c04-4bc6-aa07-3265f9bac6bb req-750b31c9-239a-474c-8f7a-ac4570c823eb tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:43.276914 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ca7311-5c04-4bc6-aa07-3265f9bac6bb req-750b31c9-239a-474c-8f7a-ac4570c823eb tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.5251467
Feb 17 20:33:43.304254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port a5a2ded6-3fed-4a7b-b162-990c40293fa6 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:43.375195 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573573e1-7cd4-432e-8f94-a0ac1d518080 None None] Network 434a2f39-7599-4045-a74d-091002e51545 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:33:43.502933 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ca7311-5c04-4bc6-aa07-3265f9bac6bb req-6c0193ae-77ed-4ab7-88c4-0825e2b203d6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625423
Feb 17 20:33:43.576011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Provisioning for port a5a2ded6-3fed-4a7b-b162-990c40293fa6 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:43.591525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:33:43.594934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Provisioning complete for port a5a2ded6-3fed-4a7b-b162-990c40293fa6 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:43.595334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:43.794156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:33:43.794333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:43.810546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Sync routers for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:33:43.821181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:43.822725 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5582337
Feb 17 20:33:43.824645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:43.825325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b70b8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:43.825833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55350) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:43.851590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] For port a5a2ded6-3fed-4a7b-b162-990c40293fa6, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a5a2ded6-3fed-4a7b-b162-990c40293fa6,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:43.856203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:43.866669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:43.983678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Pushing event updated for resources: {'Port': ['ID=a5a2ded6-3fed-4a7b-b162-990c40293fa6,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:44.003190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:44.066059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-07457111-93fc-4e34-84c0-a7fd2c8c839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:44.068350 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-07457111-93fc-4e34-84c0-a7fd2c8c839e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.1664855
Feb 17 20:33:44.210235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a178ad84-6feb-415f-83c2-5b2da6f39476 None None] Provisioning complete for port a5a2ded6-3fed-4a7b-b162-990c40293fa6 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:44.210476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a178ad84-6feb-415f-83c2-5b2da6f39476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:44.331066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:44.416656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeac61f-f0f5-4c71-b14e-24780bbd7e10 req-b1f84c57-f6af-4af8-88a4-56992ea9566a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:44.418416 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-afeac61f-f0f5-4c71-b14e-24780bbd7e10 req-b1f84c57-f6af-4af8-88a4-56992ea9566a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.3741598
Feb 17 20:33:44.530193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-4555ff39-07f3-41d3-bf7e-c57e14af938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:44.531890 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-4555ff39-07f3-41d3-bf7e-c57e14af938f service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.4506848
Feb 17 20:33:44.552092 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-afeac61f-f0f5-4c71-b14e-24780bbd7e10 req-b3fce0e5-21f8-40fd-9fbd-b7a1da9f1ed0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204846
Feb 17 20:33:44.687606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ae92fe34-5158-4019-b7bb-6d2c4d69842d None None] Provisioning complete for port a5a2ded6-3fed-4a7b-b162-990c40293fa6 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:44.688039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae92fe34-5158-4019-b7bb-6d2c4d69842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:44.748376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72aa5-fca7-4a30-b0ee-af3d7196e283 req-1f373489-a9e6-42a3-bbd7-4ca8503fed59 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:44.758371 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7f72aa5-fca7-4a30-b0ee-af3d7196e283 req-1f373489-a9e6-42a3-bbd7-4ca8503fed59 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.4601307
Feb 17 20:33:44.804543 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-7b088b87-8422-444a-a342-d75941524eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 217 time: 0.2531383
Feb 17 20:33:44.836599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b70b8>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:42Z', 'revision_number': 3, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:44.840730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Checking router: cad5e4bf-b3a9-4c04-babd-ab1879b50da3 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:33:44.841386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Updating router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:33:44.893743 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7f72aa5-fca7-4a30-b0ee-af3d7196e283 req-47fc5e8f-4e46-4869-9ca6-cda593f683fd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341033
Feb 17 20:33:44.915768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-187bc7cf-acc5-4d87-a687-ee5278da7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:44.917888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:44.918140 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-187bc7cf-acc5-4d87-a687-ee5278da7ee8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.0984299
Feb 17 20:33:44.991750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.015164 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-86b0be2e-aa89-43f2-bffd-8942aca2788b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731232
Feb 17 20:33:45.016427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-616f443f-b200-4994-b187-b720ece0817b None None] Provisioning complete for port a5a2ded6-3fed-4a7b-b162-990c40293fa6 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:45.016968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-616f443f-b200-4994-b187-b720ece0817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.040989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:33:45.160420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a5a2ded6-3fed-4a7b-b162-990c40293fa6 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:45.266757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port a5a2ded6-3fed-4a7b-b162-990c40293fa6 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:45.267178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.331580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce64ea-4654-4919-bcb3-37079a956bb3 req-beb8cfa1-1cbe-4972-90bf-2c478a2ddddd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:45.333741 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-65ce64ea-4654-4919-bcb3-37079a956bb3 req-beb8cfa1-1cbe-4972-90bf-2c478a2ddddd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.3168650
Feb 17 20:33:45.387021 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-2dc15398-7b55-499b-80df-364f03541450 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2775481
Feb 17 20:33:45.470116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.482701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Transition to ACTIVE for port object 0a35634c-0874-4d2f-bce5-6d1275ba00c4 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:45.485616 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.492865 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-65ce64ea-4654-4919-bcb3-37079a956bb3 req-e18612cb-e6c3-4e57-8849-84f73f231381 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1430008
Feb 17 20:33:45.498996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Allocated IP 172.20.0.1 (434a2f39-7599-4045-a74d-091002e51545/bdf4ed25-a333-478a-8bde-d6fd165246be/cd7b65a2-3d4a-4101-b64f-9f5e6e37119f) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:45.556918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:45.581506 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc91e659-413f-41fe-ab5d-55a9822caf71 req-fdea32ce-09c0-471a-9bba-869a0acff2d7 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1748710
Feb 17 20:33:45.656491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a37ec-b4f0-4707-8b45-72fcdc06dc2f None None] Pushing event updated for resources: {'Port': ['ID=0a35634c-0874-4d2f-bce5-6d1275ba00c4,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:45.670899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e4a37ec-b4f0-4707-8b45-72fcdc06dc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:45.743733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Attempting to bind port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:45.744162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Attempting to bind port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:45.744556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Attempting to bind port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:45.750694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:45.751116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:45.751567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.752001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:45.752516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Bound port: 0a35634c-0874-4d2f-bce5-6d1275ba00c4, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:45.752932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.795666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.845510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Transition to ACTIVE for port object cd7b65a2-3d4a-4101-b64f-9f5e6e37119f will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:45.846363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] For port 0a35634c-0874-4d2f-bce5-6d1275ba00c4, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:45.849816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] For port 0a35634c-0874-4d2f-bce5-6d1275ba00c4, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=0a35634c-0874-4d2f-bce5-6d1275ba00c4,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:45.853613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.867681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:45.885031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b617-44a6-4dd1-a83c-51719c11d569 req-3ea79d89-1966-4b9d-99a1-85ee99d6c835 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:45.886704 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec04b617-44a6-4dd1-a83c-51719c11d569 req-3ea79d89-1966-4b9d-99a1-85ee99d6c835 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1823540
Feb 17 20:33:45.936168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:45.961069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5cb91dc9-7d30-4b1b-94e8-1579d5f880c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:46.036657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a37ec-b4f0-4707-8b45-72fcdc06dc2f None None] Pushing event updated for resources: {'Port': ['ID=0a35634c-0874-4d2f-bce5-6d1275ba00c4,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:46.041735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e4a37ec-b4f0-4707-8b45-72fcdc06dc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:46.051718 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec04b617-44a6-4dd1-a83c-51719c11d569 req-5280b7ba-f3a6-43de-add7-ab9c1ecb576d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569989
Feb 17 20:33:46.123439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:46.124960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b70b8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:46.134771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:46.141001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:46.144522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678a0d8-f5ce-4f3b-bcdf-ef8950e1a228 req-41c11326-6bf7-4550-9aca-5bad6c15b6d7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:46.160137 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4678a0d8-f5ce-4f3b-bcdf-ef8950e1a228 req-41c11326-6bf7-4550-9aca-5bad6c15b6d7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.1462963
Feb 17 20:33:46.180591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Network 434a2f39-7599-4045-a74d-091002e51545 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:46.181911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:46.196025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:46.234938 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4678a0d8-f5ce-4f3b-bcdf-ef8950e1a228 req-622ccc69-c9bd-433c-a924-6b1f1e3d86f7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736182
Feb 17 20:33:46.274454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:46.378822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:46.443931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device e8081cbf-a120-40a4-9c38-8a5f15f4e79b up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:46.521171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e5b7c56-e64b-455c-851c-973b8fd3f870 None None] Provisioning for port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:46.532672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e5b7c56-e64b-455c-851c-973b8fd3f870 None None] Provisioning complete for port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:46.533102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c56-e64b-455c-851c-973b8fd3f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:46.593589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port e8081cbf-a120-40a4-9c38-8a5f15f4e79b completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:46.607461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port e8081cbf-a120-40a4-9c38-8a5f15f4e79b triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:46.607903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:46.641599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:46.646168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b7c56-e64b-455c-851c-973b8fd3f870 None None] Port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:33:46.769738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a6b47-405c-4798-bdeb-658fe5622000 req-cd520513-e4eb-4f84-8049-5bf8726d0074 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:46.771440 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-065a6b47-405c-4798-bdeb-658fe5622000 req-cd520513-e4eb-4f84-8049-5bf8726d0074 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.1127410
Feb 17 20:33:46.779431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b94b70b8>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:42Z', 'revision_number': 3, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:46.783037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:46.785564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26ba3a-a1bd-4680-bdb7-a1ca9a420627 None None] The sync data for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi is: [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:42Z', 'revision_number': 3, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:33:46.819441 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:46.829723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port e8081cbf-a120-40a4-9c38-8a5f15f4e79b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:46.833359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:46.835736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:46.848255 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-065a6b47-405c-4798-bdeb-658fe5622000 req-a16acb03-5f2d-4b04-813e-92bda5dee6fa tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700154
Feb 17 20:33:46.914387 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b', 'code': 200}
Feb 17 20:33:46.951476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:46.965417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:47.037845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:47.041870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:47.086192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cfbd5b79-2900-41cb-a440-de832a12df7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:47.163413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:47.242878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:47.274548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:47.384947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Network 434a2f39-7599-4045-a74d-091002e51545 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:47.387379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:47.448041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device e8081cbf-a120-40a4-9c38-8a5f15f4e79b up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:47.590864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port e8081cbf-a120-40a4-9c38-8a5f15f4e79b triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:47.592807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:47.640546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d42e97-fde3-4ace-b3aa-79680e6bc6f9 req-0894e96a-d345-4981-84f6-c778153cf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:47.642383 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6d42e97-fde3-4ace-b3aa-79680e6bc6f9 req-0894e96a-d345-4981-84f6-c778153cf808 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 1162 time: 0.4843509
Feb 17 20:33:47.714706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fa42b-973e-4678-ac10-18da0effeb8b req-15d894bc-07c1-4a6f-a9c5-738113bd4b29 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:47.718184 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6d42e97-fde3-4ace-b3aa-79680e6bc6f9 req-d4601c82-b99d-4824-8e57-bce9bf670fbd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468183
Feb 17 20:33:47.723432 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d43fa42b-973e-4678-ac10-18da0effeb8b req-15d894bc-07c1-4a6f-a9c5-738113bd4b29 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.3160768
Feb 17 20:33:47.725336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a959ab6-ce23-4108-8d31-9480d34a58f0 req-22760a97-68b6-4660-ab9d-aaac0f260a0c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:47.728756 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a959ab6-ce23-4108-8d31-9480d34a58f0 req-22760a97-68b6-4660-ab9d-aaac0f260a0c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.4878247
Feb 17 20:33:47.797388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:33:47.804050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-780e790a-1094-4ad4-9ce1-eca9458aed3c None None] Provisioning complete for port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:47.804548 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a959ab6-ce23-4108-8d31-9480d34a58f0 req-92f5c56d-25f6-4584-88ec-e87c9ff675b4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681748
Feb 17 20:33:47.804692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-780e790a-1094-4ad4-9ce1-eca9458aed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:47.820604 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d43fa42b-973e-4678-ac10-18da0effeb8b req-4d6b4da2-1498-42f7-85b9-6228d4b16009 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961735
Feb 17 20:33:47.897275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-780e790a-1094-4ad4-9ce1-eca9458aed3c None None] Port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:33:48.143309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:33:48.155922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ac0b-9965-40c5-94a4-497743be8799 req-a516d1fa-9a11-4512-86aa-089000ee6abb tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:48.157555 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dc21ac0b-9965-40c5-94a4-497743be8799 req-a516d1fa-9a11-4512-86aa-089000ee6abb tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.1597381
Feb 17 20:33:48.162749 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-058968ed-81a0-4744-a0e5-edf3eb50add5 admin admin] 10.222.0.23 "PUT /v2.0/routers/cad5e4bf-b3a9-4c04-babd-ab1879b50da3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3356159
Feb 17 20:33:48.215518 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dc21ac0b-9965-40c5-94a4-497743be8799 req-7d7d210b-b0c7-4005-860d-344c9dd2155b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478485
Feb 17 20:33:48.930527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 55418) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:48.937223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-933247288-network', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:48.943560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:48.952427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Usage tracker for resource:network and tenant:683fe06d7f5d4697bdb98d70ba80f8b4 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:48.957081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:48.966278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:49.028617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdf7f-e8b2-4d46-9f31-7dfa4010cfae req-dafc787e-c19b-4435-b2c2-c2d50ddf72ac tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:49.031289 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b97bdf7f-e8b2-4d46-9f31-7dfa4010cfae req-dafc787e-c19b-4435-b2c2-c2d50ddf72ac tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1080523
Feb 17 20:33:49.033883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Made reservation on behalf of 683fe06d7f5d4697bdb98d70ba80f8b4 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:49.045065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.094133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.104874 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b97bdf7f-e8b2-4d46-9f31-7dfa4010cfae req-48479004-7d6d-4fc3-8a3c-baf0e71cf503 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661142
Feb 17 20:33:49.136202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:49.150628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50438c08-5d5a-4fbc-863e-9fc71a0d8ff1 req-f97a443b-e617-4f28-a48a-0baaf2e1047a tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:49.151936 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-50438c08-5d5a-4fbc-863e-9fc71a0d8ff1 req-f97a443b-e617-4f28-a48a-0baaf2e1047a tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.1916451
Feb 17 20:33:49.153853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Usage tracker for resource:security_group_rule and tenant:683fe06d7f5d4697bdb98d70ba80f8b4 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:49.159714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:49.167422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 0a35634c-0874-4d2f-bce5-6d1275ba00c4 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:49.169981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:49.248002 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-50438c08-5d5a-4fbc-863e-9fc71a0d8ff1 req-73adefa4-492e-4e12-9867-d963ef08cf81 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829370
Feb 17 20:33:49.291289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:49.298285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:49.298818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.318832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.322095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.326657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:49.363792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:33:49.370004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9794045d-c51d-4eaa-9e7b-ee13ce3309eb,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:49.375144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:49.379738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.380853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Added segment f2925e7e-b863-4662-afba-fb0d121ac96b of type vxlan for network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc
Feb 17 20:33:49.411853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.461282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.462945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:49.463620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.470618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996c09c-a546-450e-b801-164c1b2feb84 req-f4128963-272c-4645-8717-ac5becc7eaba tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:49.472146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.472295 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c996c09c-a546-450e-b801-164c1b2feb84 req-f4128963-272c-4645-8717-ac5becc7eaba tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.1081526
Feb 17 20:33:49.475936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-446e01ad-7910-4c4a-905d-130efb0c3462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:49.490760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 0a35634c-0874-4d2f-bce5-6d1275ba00c4, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=0a35634c-0874-4d2f-bce5-6d1275ba00c4,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:49.495456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.497438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:49.528959 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c996c09c-a546-450e-b801-164c1b2feb84 req-2c1904f0-384d-4898-93b1-2f37dc6ecebc tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501170
Feb 17 20:33:49.584200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=0a35634c-0874-4d2f-bce5-6d1275ba00c4,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:49.587830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:49.612398 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.6806464
Feb 17 20:33:49.615961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55430) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:49.619040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Pushing event updated for resources: {'Network': ['ID=612cb50b-c5b0-4106-9e99-d7eea60e7bfc,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:49.622289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Request body: {'subnet': {'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-933247288-subnet', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'ip_version': 4}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:49.622901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9e2fa1bd-7154-49a9-b948-a0ed6e1dd839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:49.631436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:49.645824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:33:49.646630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Usage tracker for resource:subnet and tenant:683fe06d7f5d4697bdb98d70ba80f8b4 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:49.651423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:49.659334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:49.672859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Made reservation on behalf of 683fe06d7f5d4697bdb98d70ba80f8b4 for: {'subnet': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:33:49.678341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852669711'] for subnet, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:49.685238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:33:50.013309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Sync routers for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:33:50.069374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:50.070515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b95554e0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:50.151788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852669728'] for subnet, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:50.168886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:50.364190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:50.458533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:50.470065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:50.522465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49bde2-bb16-4977-9d22-0062e2b4d444 req-ca13d129-92d9-4b96-84b7-8c14819a2797 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:50.523471 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4a49bde2-bb16-4977-9d22-0062e2b4d444 req-ca13d129-92d9-4b96-84b7-8c14819a2797 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1986284
Feb 17 20:33:50.535950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd4bd9-9761-4449-b0c6-819f40417731 req-b0166764-131a-4997-b9b7-eefc4986e97f tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:50.542910 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f9bd4bd9-9761-4449-b0c6-819f40417731 req-b0166764-131a-4997-b9b7-eefc4986e97f tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.1193209
Feb 17 20:33:50.607495 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4a49bde2-bb16-4977-9d22-0062e2b4d444 req-840edfd9-6cb9-40a6-950c-f0008f6d57e0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738044
Feb 17 20:33:50.625768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Checking segment: {'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:50.626150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Network hostable DHCP agents. Network: 612cb50b-c5b0-4106-9e99-d7eea60e7bfc, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:33:50.628694 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f9bd4bd9-9761-4449-b0c6-819f40417731 req-2ab271f0-4545-4782-bc83-f4d0a9aa102a tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717371
Feb 17 20:33:50.659610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:33:50.671802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 612cb50b-c5b0-4106-9e99-d7eea60e7bfc) {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:50.685364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:50.686709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:50.710602 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0932927
Feb 17 20:33:50.713383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f452d5-1ad9-484b-b01a-a1cc5a8895a8 None None] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:33:50.714147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55448) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:50.721872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:50.728187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:33:50.734113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Usage tracker for resource:router and tenant:683fe06d7f5d4697bdb98d70ba80f8b4 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:33:50.737807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:33:50.745351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:33:50.761524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:50.762784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:50.779105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:50.986899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 3271d70d-2fcc-4af1-9cae-cc81a07fd12f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:51.151791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b95554e0>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 2, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:51.173389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Checking router: cad5e4bf-b3a9-4c04-babd-ab1879b50da3 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:33:51.173894 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Updating router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:33:51.202901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 0a35634c-0874-4d2f-bce5-6d1275ba00c4 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:51.229926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-612cb50b-c5b0-4106-9e99-d7eea60e7bfc', 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'fixed_ips': [{'subnet_id': 'ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:33:51.231012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:51.349351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:51.375934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:51.396622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5615f-5d43-424d-8fb1-d04f568b9363 req-0290e75f-747d-4c90-a386-9b7f40577d19 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:51.398263 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94a5615f-5d43-424d-8fb1-d04f568b9363 req-0290e75f-747d-4c90-a386-9b7f40577d19 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.6105211
Feb 17 20:33:51.423928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:51.495617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:51.495978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:51.534869 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94a5615f-5d43-424d-8fb1-d04f568b9363 req-7a9686e6-223c-4307-a92b-c8372c548148 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305017
Feb 17 20:33:51.576389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:51.577117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:51.816244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:51.839119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8467e2-d3e9-4933-a53e-5b38181935a4 req-c5709b0e-d7cc-43bc-824b-495c36dc8bdf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:51.840705 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a8467e2-d3e9-4933-a53e-5b38181935a4 req-c5709b0e-d7cc-43bc-824b-495c36dc8bdf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0950282
Feb 17 20:33:51.852799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:51.907156 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a8467e2-d3e9-4933-a53e-5b38181935a4 req-1f2e63a8-75a8-4537-81f7-a8719c8921f6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582855
Feb 17 20:33:52.205409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:52.215516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Allocated IP 172.27.2.19 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/7c1fbe7c-5b99-471c-94bd-562c009af5a1) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:52.393148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:52.422197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:52.442330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Allocated IP 172.20.0.2 (612cb50b-c5b0-4106-9e99-d7eea60e7bfc/ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6/406e54cd-664c-4be6-b0f1-1aec9ccbdf5b) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:52.449043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:52.460982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:52.465343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:52.484740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:52.501753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:52.517430 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'code': 200}
Feb 17 20:33:52.678740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:52.682453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:52.696109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1fbe7c-5b99-471c-94bd-562c009af5a1,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:52.706494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:52.717658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9e51e-baf1-43b4-bb53-062975e55dc4 req-6c389930-76ab-45de-ba3f-81af82904d86 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:52.719617 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08b9e51e-baf1-43b4-bb53-062975e55dc4 req-6c389930-76ab-45de-ba3f-81af82904d86 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.3004053
Feb 17 20:33:52.812322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:52.815201 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08b9e51e-baf1-43b4-bb53-062975e55dc4 req-6126d4f2-b7d9-495d-ba7d-04476620b72c tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818622
Feb 17 20:33:52.817847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:52.819067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:52.827193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:52.831638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Transition to ACTIVE for port object cd7b65a2-3d4a-4101-b64f-9f5e6e37119f will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:52.863078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:52.875904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc2e5-4161-4e2a-a44c-848fcd307753 req-ffede41b-7a5f-4b42-8a68-bfa5949fb1ba tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:52.877763 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cbabc2e5-4161-4e2a-a44c-848fcd307753 req-ffede41b-7a5f-4b42-8a68-bfa5949fb1ba tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1302390
Feb 17 20:33:53.013301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee11706-af7f-49ea-b6d2-663e8da96f54 req-647bc085-6fb6-486f-8eb2-e7f4caa37498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:53.016463 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fee11706-af7f-49ea-b6d2-663e8da96f54 req-647bc085-6fb6-486f-8eb2-e7f4caa37498 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1162 time: 0.1143966
Feb 17 20:33:53.042536 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cbabc2e5-4161-4e2a-a44c-848fcd307753 req-3af0637b-5e04-4b42-80a0-4d476fb29ebd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570570
Feb 17 20:33:53.060070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7e4f904-dd60-40a7-a5b4-5cad2463a5f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:53.099636 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fee11706-af7f-49ea-b6d2-663e8da96f54 req-1d65140e-d603-4e01-9a86-f64b4d1be11c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554469
Feb 17 20:33:53.246771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18132b-1b0b-4c61-8510-784d755943cd None None] Pushing event updated for resources: {'Port': ['ID=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:53.250159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7c18132b-1b0b-4c61-8510-784d755943cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:53.251655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:53.316565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Transition to ACTIVE for port object 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:53.358704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Transition to ACTIVE for port object 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:53.360748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Attempting to bind port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:53.363361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Attempting to bind port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:53.363361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Attempting to bind port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f on network 434a2f39-7599-4045-a74d-091002e51545 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:53.369589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:53.370073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Checking segment: {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:53.370540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:53.370994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Bound using segment: {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:53.371542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Bound port: cd7b65a2-3d4a-4101-b64f-9f5e6e37119f, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:53.371972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:53.385109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:53.391232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c2de6-fbc0-4c75-8f04-78e156c09ebc req-26aa9ffb-6d83-4c3c-8479-cf2e8dbe276e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:53.394333 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-912c2de6-fbc0-4c75-8f04-78e156c09ebc req-26aa9ffb-6d83-4c3c-8479-cf2e8dbe276e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.3505452
Feb 17 20:33:53.402893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7c18132b-1b0b-4c61-8510-784d755943cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:53.471219 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-912c2de6-fbc0-4c75-8f04-78e156c09ebc req-7edf100b-b4f2-4a55-ba01-d4de6dcd9243 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711174
Feb 17 20:33:53.473951 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:53.644696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Pushing event updated for resources: {'Port': ['ID=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:53.648063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:53.700802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] For port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:53.719078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] For port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:53.730685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:53.751377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:53.752295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:53.850385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:53.853012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:53.983799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18132b-1b0b-4c61-8510-784d755943cd None None] Pushing event updated for resources: {'Port': ['ID=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:53.988165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7c18132b-1b0b-4c61-8510-784d755943cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:53.992501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Attempting to bind port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:53.992930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Attempting to bind port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:53.993351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Attempting to bind port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b on network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:54.017679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:54.018134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Checking segment: {'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:54.018600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:54.019051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Bound using segment: {'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:54.019597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Bound port: 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:54.020060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:54.205768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78030a-bb7e-4020-9ba3-30fbbb0ea44b req-175162b3-fbb3-4690-b579-41407858353b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:54.207528 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd78030a-bb7e-4020-9ba3-30fbbb0ea44b req-175162b3-fbb3-4690-b579-41407858353b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.2165217
Feb 17 20:33:54.211012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:54.340676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:54.341393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b95554e0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:54.361230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b96266-f214-4048-9f6a-be60269d4cc6 req-575284cf-c6b5-4b79-b620-d6519bc6901c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:54.362970 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9b96266-f214-4048-9f6a-be60269d4cc6 req-575284cf-c6b5-4b79-b620-d6519bc6901c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1111143
Feb 17 20:33:54.452641 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9b96266-f214-4048-9f6a-be60269d4cc6 req-643d01c2-5a6f-4d06-9d07-f786c648b3a2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790052
Feb 17 20:33:54.455961 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd78030a-bb7e-4020-9ba3-30fbbb0ea44b req-4108a633-e129-4064-b67d-f2b15f10d8f1 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398715
Feb 17 20:33:54.499624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] For port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:54.525671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] For port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,segment=NetworkSegment(f2925e7e-b863-4662-afba-fb0d121ac96b),segment_id=f2925e7e-b863-4662-afba-fb0d121ac96b)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:54.538272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:54.565284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:33:54.570559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:54.712400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4448bbd-e91d-49c8-b3b8-bd86488cd8e2 req-a1978894-5c56-4dec-8228-866f66bdd55d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:54.714007 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4448bbd-e91d-49c8-b3b8-bd86488cd8e2 req-a1978894-5c56-4dec-8228-866f66bdd55d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1046627
Feb 17 20:33:54.770206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:33:54.774179 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4448bbd-e91d-49c8-b3b8-bd86488cd8e2 req-903b0b3c-123f-45f6-b2e1-53df6f70ec2a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516429
Feb 17 20:33:54.786511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Sync routers for ids ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:33:54.797474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:54.798882 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.0829237
Feb 17 20:33:54.803706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 55496) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:54.812325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Routers {'0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:54.812973 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9b68278>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:54.815097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Pushing event updated for resources: {'Port': ['ID=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:54.819083 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:54.825977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:55.271606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 3271d70d-2fcc-4af1-9cae-cc81a07fd12f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:55.332276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Set router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:55.406703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:55.407188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:55.520777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b95554e0>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:53Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:55.541783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150bdea0-2521-4cfc-8d37-43c9243c44ca None None] The sync data for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi is: [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:53Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:33:55.953361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722467cd-c56e-4b79-be2a-0169dc7faca1 req-5dc97ec9-40ab-4fc7-92aa-100a3919e93b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:55.956093 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-722467cd-c56e-4b79-be2a-0169dc7faca1 req-5dc97ec9-40ab-4fc7-92aa-100a3919e93b tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.2205083
Feb 17 20:33:55.958388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9b68278>, [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:33:53Z', 'revision_number': 3, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port': {'id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:52Z', 'updated_at': '2021-02-17T20:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:55.966082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Checking router: 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:33:55.966763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Updating router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:33:56.033065 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-722467cd-c56e-4b79-be2a-0169dc7faca1 req-47568895-4b1c-4970-8e56-332438108a62 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702822
Feb 17 20:33:56.094690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:56.115386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:56.183213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb4b5a-74d4-4269-911a-ac0c753f4775 req-7217f6e9-cd58-4e3f-a3a4-429386142122 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:56.185603 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6cdb4b5a-74d4-4269-911a-ac0c753f4775 req-7217f6e9-cd58-4e3f-a3a4-429386142122 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.4740238
Feb 17 20:33:56.315192 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6cdb4b5a-74d4-4269-911a-ac0c753f4775 req-c99712a7-fa1f-4259-be2e-892dfe81f9f7 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145020
Feb 17 20:33:56.402584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304ed6-f080-464e-852d-f7df0f823db9 req-ae8877cb-ffa1-49c1-9710-7cb3c7e5be34 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:56.412309 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b0304ed6-f080-464e-852d-f7df0f823db9 req-ae8877cb-ffa1-49c1-9710-7cb3c7e5be34 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1580858
Feb 17 20:33:56.501515 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b0304ed6-f080-464e-852d-f7df0f823db9 req-151eb07e-89e1-470e-92de-f322585b4eee tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882261
Feb 17 20:33:56.596329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-46a13bc6-f732-4998-bc80-96e02835a7ad tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:56.598111 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-46a13bc6-f732-4998-bc80-96e02835a7ad tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.1648808
Feb 17 20:33:56.799605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Deleting port e8081cbf-a120-40a4-9c38-8a5f15f4e79b {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:33:56.799997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:56.825195 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:56.839600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Transition to ACTIVE for port object 7c1fbe7c-5b99-471c-94bd-562c009af5a1 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:56.844340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:56.863983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-395a595f-fc8a-41c9-ae95-008bdb32dbea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:56.956831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798cb2f-9950-4155-8b32-dbdb2af60712 None None] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:33:57.010303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82649b-bb5a-433c-9696-8807488ccd4a None None] Pushing event updated for resources: {'Port': ['ID=7c1fbe7c-5b99-471c-94bd-562c009af5a1,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:57.015945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b82649b-bb5a-433c-9696-8807488ccd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:57.106965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device e8081cbf-a120-40a4-9c38-8a5f15f4e79b no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:33:57.166963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Attempting to bind port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:33:57.167379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Attempting to bind port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:33:57.167790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Attempting to bind port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:33:57.176892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:33:57.177318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:33:57.177796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:57.178232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:33:57.178763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Bound port: 7c1fbe7c-5b99-471c-94bd-562c009af5a1, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:33:57.179183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:57.322414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:57.403623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] For port 7c1fbe7c-5b99-471c-94bd-562c009af5a1, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:33:57.408319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b1ab4-7dfc-46ef-9290-c1b03469727c req-e8b763b7-15eb-4edd-8a73-3c6129478fa6 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:57.411374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] For port 7c1fbe7c-5b99-471c-94bd-562c009af5a1, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7c1fbe7c-5b99-471c-94bd-562c009af5a1,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:33:57.422082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:57.424578 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a10b1ab4-7dfc-46ef-9290-c1b03469727c req-e8b763b7-15eb-4edd-8a73-3c6129478fa6 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 945 time: 0.1871331
Feb 17 20:33:57.471686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:57.546338 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a10b1ab4-7dfc-46ef-9290-c1b03469727c req-6919e260-a9d5-4b80-8737-6608c9b333c3 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206727
Feb 17 20:33:57.562241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] For port e8081cbf-a120-40a4-9c38-8a5f15f4e79b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:57.562647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:57.669237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-27370b8f-4fe0-4db2-b255-7e6f625b93da None None] Provisioning for port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:57.680037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82649b-bb5a-433c-9696-8807488ccd4a None None] Pushing event updated for resources: {'Port': ['ID=7c1fbe7c-5b99-471c-94bd-562c009af5a1,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:57.696830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b82649b-bb5a-433c-9696-8807488ccd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:57.746315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Routers {'0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:33:57.747278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9b68278>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:57.767701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:57.806921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Calling delete_port for e8081cbf-a120-40a4-9c38-8a5f15f4e79b owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:33:57.807832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:33:57.818474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:57.829770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port e8081cbf-a120-40a4-9c38-8a5f15f4e79b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:57.830947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:57.831452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:57.835058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bb18f-26d6-41a7-9c31-de2e568e7a59 req-62556d18-471d-49cd-9d0b-08555b3814d6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:57.836987 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-da8bb18f-26d6-41a7-9c31-de2e568e7a59 req-62556d18-471d-49cd-9d0b-08555b3814d6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1182153
Feb 17 20:33:57.875772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:57.883123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:57.918659 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-da8bb18f-26d6-41a7-9c31-de2e568e7a59 req-f26b5b52-7273-464f-b091-0658bf93826f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695903
Feb 17 20:33:58.002368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] Set router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:33:58.018501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:33:58.018898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:33:58.021348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Allocated IP 172.20.0.1 (612cb50b-c5b0-4106-9e99-d7eea60e7bfc/ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6/cf68870f-6028-4d72-a3f0-8d7a027d37c0) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:33:58.068684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8835e0-7af9-4d9a-9db7-5b205d416a4c req-b906886b-a6ec-44d6-bb40-f462460ca21d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:58.076624 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f8835e0-7af9-4d9a-9db7-5b205d416a4c req-b906886b-a6ec-44d6-bb40-f462460ca21d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.3534648
Feb 17 20:33:58.219627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:58.224887 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f8835e0-7af9-4d9a-9db7-5b205d416a4c req-60841bb5-f6cd-454e-98bd-19aebf92b2f5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471055
Feb 17 20:33:58.227481 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:58.331329 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b', 'code': 200}
Feb 17 20:33:58.353990 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:58.372524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:58.401056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,segment=NetworkSegment(f2925e7e-b863-4662-afba-fb0d121ac96b),segment_id=f2925e7e-b863-4662-afba-fb0d121ac96b)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:58.407121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:58.408318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cd7b65a2-3d4a-4101-b64f-9f5e6e37119f up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:58.441156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Transition to ACTIVE for port object cf68870f-6028-4d72-a3f0-8d7a027d37c0 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:33:58.448203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:58.452040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9b68278>, [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:33:53Z', 'revision_number': 3, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port': {'id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:52Z', 'updated_at': '2021-02-17T20:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:33:58.460735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699b0f1-036d-4506-ad38-3baa572ca3e9 None None] The sync data for ids ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'] in dv-cinder-759994-3-iscsi is: [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:33:53Z', 'revision_number': 3, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port': {'id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:52Z', 'updated_at': '2021-02-17T20:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:33:58.525122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Deleting port e8081cbf-a120-40a4-9c38-8a5f15f4e79b {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:33:58.525508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:58.580132 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:58.626794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:58.647948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515d46-3cf4-49a7-b931-67d9cea780ae req-eb36c750-10c5-4dee-bf40-0f53955635e0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:58.650488 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1b515d46-3cf4-49a7-b931-67d9cea780ae req-eb36c750-10c5-4dee-bf40-0f53955635e0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.2599678
Feb 17 20:33:58.659908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 55552) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:33:58.673439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'floatingip': {'port_id': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:33:58.695570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9fe718e7-0b52-4418-a451-52828420244f None None] Provisioning complete for port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:58.696311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fe718e7-0b52-4418-a451-52828420244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:58.733852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:58.752510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:58.753080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:58.841542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:58.866540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:58.880193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.021052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.055018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Pushing event updated for resources: {'Port': ['ID=cf68870f-6028-4d72-a3f0-8d7a027d37c0,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:59.139591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:59.164607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.180213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:33:59.211496 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:59.220143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c470c5-077d-46f0-816f-66d5a51316c0 req-37b3130a-d6e7-4e00-9a3c-adbddae6e3b7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:59.221897 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2c470c5-077d-46f0-816f-66d5a51316c0 req-37b3130a-d6e7-4e00-9a3c-adbddae6e3b7 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 943 time: 0.4226174
Feb 17 20:33:59.287845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eed9a228-76df-47d4-a5d4-ca995ea30205 None None] Provisioning complete for port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:59.288275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eed9a228-76df-47d4-a5d4-ca995ea30205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.310668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:33:59.315510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:33:59.319116 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2c470c5-077d-46f0-816f-66d5a51316c0 req-3ad5e60c-c096-4e27-8977-f184a7f85966 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/security-groups?id=93399afa-a3ac-42f0-a536-bf57d29c568e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785248
Feb 17 20:33:59.344306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:33:59.492099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:33:59.506264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:33:59.507449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:59.605128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] For port e8081cbf-a120-40a4-9c38-8a5f15f4e79b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,segment=NetworkSegment(28501417-e6fc-48bc-9067-bd6a1adb1db2),segment_id=28501417-e6fc-48bc-9067-bd6a1adb1db2)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:33:59.605543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.617089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.637864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5e437-df5b-40db-8d54-edc3a226c4ec req-dcc3f0a0-b0c5-4c2e-aa32-4185903db2e6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:33:59.640461 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2e5e437-df5b-40db-8d54-edc3a226c4ec req-dcc3f0a0-b0c5-4c2e-aa32-4185903db2e6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.4275928
Feb 17 20:33:59.709495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:59.709950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.846178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Calling delete_port for e8081cbf-a120-40a4-9c38-8a5f15f4e79b owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:33:59.923976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c1fbe7c-5b99-471c-94bd-562c009af5a1 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:33:59.961081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c28782b-0945-4b32-9c4f-eea5205759a8 None None] Provisioning for port cf68870f-6028-4d72-a3f0-8d7a027d37c0 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:33:59.976153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c28782b-0945-4b32-9c4f-eea5205759a8 None None] Provisioning complete for port cf68870f-6028-4d72-a3f0-8d7a027d37c0 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:33:59.976580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c28782b-0945-4b32-9c4f-eea5205759a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:33:59.978869 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2e5e437-df5b-40db-8d54-edc3a226c4ec req-08d86d0f-251d-4fdc-91e8-e075379eb979 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363503
Feb 17 20:34:00.062734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2c28782b-0945-4b32-9c4f-eea5205759a8 None None] Port cf68870f-6028-4d72-a3f0-8d7a027d37c0 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:34:00.080538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:34:00.085101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c28782b-0945-4b32-9c4f-eea5205759a8 None None] Provisioning complete for port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:00.088720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c28782b-0945-4b32-9c4f-eea5205759a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.110722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.116618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.132081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:00.132575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.176114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.336316 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Floating IP 063b3534-9a7f-47d6-b48a-a1c640d13130 associated. External IP: 172.27.2.103, port: 3271d70d-2fcc-4af1-9cae-cc81a07fd12f.
Feb 17 20:34:00.341492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.386845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.390061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.411649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 7c1fbe7c-5b99-471c-94bd-562c009af5a1, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7c1fbe7c-5b99-471c-94bd-562c009af5a1,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:34:00.416965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.419111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:00.491058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:00.509033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=7c1fbe7c-5b99-471c-94bd-562c009af5a1,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:00.514277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:00.552215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Pushing event deleted for resources: {'Port': ['ID=e8081cbf-a120-40a4-9c38-8a5f15f4e79b,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:00.561594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:00.620966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] No DVR routers for this DVR port e8081cbf-a120-40a4-9c38-8a5f15f4e79b on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:34:00.626022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:00.629072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'name': 'network-vif-deleted', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:34:00.875828 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-255eff4c-0f12-4ec0-aed4-52c531b6926d req-9342dab4-7700-418d-9b22-59f4d36f5519 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 210 time: 0.1717985
Feb 17 20:34:01.021809 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1c070-9007-46e7-9fab-8f41f3715aae', 'name': 'network-vif-deleted', 'tag': 'e8081cbf-a120-40a4-9c38-8a5f15f4e79b', 'status': 'completed', 'code': 200}
Feb 17 20:34:01.042489 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f5d4957-9adb-4510-ab6c-ccf9af92fefd req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.54 "DELETE /v2.0/ports/e8081cbf-a120-40a4-9c38-8a5f15f4e79b HTTP/1.1" status: 204  len: 173 time: 4.3502374
Feb 17 20:34:01.139847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Router 731d0058-cee5-4fec-b4d1-67951551ba7b has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:34:01.165594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:01.171104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:01.238181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8382b948-a427-472f-ac37-c09f7adf949f tempest-DeleteServersTestJSON-289166328 tempest-DeleteServersTestJSON-289166328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:01.269996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cd7b65a2-3d4a-4101-b64f-9f5e6e37119f up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:01.278160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:01.352572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:01.353418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:01.402834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Pushing event updated for resources: {'Port': ['ID=cf68870f-6028-4d72-a3f0-8d7a027d37c0,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:01.407293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:01.414679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:34:01.423444 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:01.428929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] Sync routers for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:34:01.447615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:34:01.448338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96211d0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:01.460942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bf495-a7e6-43dd-94f0-37dd68cd9cba req-f9d20cfd-abfb-4ce2-997b-dfe06f56bed9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:01.463509 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1a1bf495-a7e6-43dd-94f0-37dd68cd9cba req-f9d20cfd-abfb-4ce2-997b-dfe06f56bed9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1786075
Feb 17 20:34:01.466137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:34:01.468073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:34:01.554233 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-897d8703-f482-43ec-8043-25e89bc120e6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "PUT /v2.0/floatingips/063b3534-9a7f-47d6-b48a-a1c640d13130 HTTP/1.1" status: 200  len: 991 time: 2.8930337
Feb 17 20:34:01.555267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:34:01.574217 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1a1bf495-a7e6-43dd-94f0-37dd68cd9cba req-36803bdf-f6d5-4580-a9a8-fefc926652cb tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023853
Feb 17 20:34:01.670534 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'status': 'completed', 'code': 200}
Feb 17 20:34:01.752518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c1fbe7c-5b99-471c-94bd-562c009af5a1 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:01.836673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:34:01.871631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:34:01.987047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3327149b-a838-49d5-854c-7c75d562f775 None None] Provisioning complete for port cf68870f-6028-4d72-a3f0-8d7a027d37c0 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:01.987482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3327149b-a838-49d5-854c-7c75d562f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:02.098304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4647af5-0ffd-4198-a208-4079534f1037 req-d262556d-a363-4c7b-8b58-8f5a6262bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:02.099994 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4647af5-0ffd-4198-a208-4079534f1037 req-d262556d-a363-4c7b-8b58-8f5a6262bb51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1162 time: 0.3086193
Feb 17 20:34:02.162490 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-075e59f3-b527-41cc-95a2-51153c75db8b req-4c440d93-f05c-46c5-90aa-72fb48bd35d6 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff1c070-9007-46e7-9fab-8f41f3715aae HTTP/1.1" status: 200  len: 210 time: 0.1099753
Feb 17 20:34:02.304100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4647af5-0ffd-4198-a208-4079534f1037 req-e3df4da3-d530-4efd-8c77-9f57bb5a4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:02.305731 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4647af5-0ffd-4198-a208-4079534f1037 req-e3df4da3-d530-4efd-8c77-9f57bb5a4a7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.1968746
Feb 17 20:34:02.367062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:02.367491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:02.420648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3327149b-a838-49d5-854c-7c75d562f775 None None] Port cf68870f-6028-4d72-a3f0-8d7a027d37c0 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:34:02.439973 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:34:02.453185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Sync routers for ids ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:34:02.454482 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] 10.222.0.23 "PUT /v2.0/routers/0799bc9e-3ec5-4ecd-ae80-fb165cf72c09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6492343
Feb 17 20:34:02.464982 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4647af5-0ffd-4198-a208-4079534f1037 req-f38dbf63-417c-4bc6-a56a-ff8d37ed421a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 999 time: 0.1444333
Feb 17 20:34:02.466247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Routers {'0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:34:02.466978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b944a208>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:02.546670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4647af5-0ffd-4198-a208-4079534f1037 req-2b925e93-f06b-42eb-b77e-c1bd0bab576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:02.548660 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4647af5-0ffd-4198-a208-4079534f1037 req-2b925e93-f06b-42eb-b77e-c1bd0bab576a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.0763526
Feb 17 20:34:02.694233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4647af5-0ffd-4198-a208-4079534f1037 req-2c692376-c322-425d-bbc5-f40b94c132ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:02.696654 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4647af5-0ffd-4198-a208-4079534f1037 req-2c692376-c322-425d-bbc5-f40b94c132ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1341617
Feb 17 20:34:02.771759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Set router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:34:02.852614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4036ed-adf6-4ad5-a6a2-c4d4ba4f8abc req-6d1bf557-d7a9-4723-8dbb-2b75d12b51ec tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:02.859408 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b4036ed-adf6-4ad5-a6a2-c4d4ba4f8abc req-6d1bf557-d7a9-4723-8dbb-2b75d12b51ec tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1486723
Feb 17 20:34:02.892964 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4647af5-0ffd-4198-a208-4079534f1037 req-b801418f-05ca-4451-a6ad-82bec3c916c2 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790216
Feb 17 20:34:02.918017 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b4036ed-adf6-4ad5-a6a2-c4d4ba4f8abc req-f54e86b1-75de-474c-8a65-82ea2909aeb0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511777
Feb 17 20:34:02.918829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96211d0>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '063b3534-9a7f-47d6-b48a-a1c640d13130', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'port_id': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'mac_address': 'fa:16:3e:9c:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:33:28Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 1, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:02.942017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] Checking router: 731d0058-cee5-4fec-b4d1-67951551ba7b for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:34:02.950557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:34:02.954836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96211d0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:03.239801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b944a208>, [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 4, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port': {'id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:52Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cf68870f-6028-4d72-a3f0-8d7a027d37c0', 'name': '', 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'mac_address': 'fa:16:3e:ff:d1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:56Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 2, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'subnets': [{'id': 'ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:03.240100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:34:03.243117 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4647af5-0ffd-4198-a208-4079534f1037 req-e4f834bf-8805-4509-a670-9bdc0bcadf0b service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3428218
Feb 17 20:34:03.247378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Checking router: 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:34:03.247916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Updating router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 port cf68870f-6028-4d72-a3f0-8d7a027d37c0 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:34:03.333318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:03.416031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-989817389', 'description': 'tempest-TestVolumeBootPattern-989817389 description'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:34:03.445952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:34:03.463956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Usage tracker for resource:security_group and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:34:03.473527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:34:03.481767 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:34:03.493117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:03.522030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:34:03.526862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Usage tracker for resource:security_group_rule and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:34:03.531334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:34:03.538424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:34:03.659639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:03.667952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:03.677495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31a6d124-cd84-4f46-b23e-e617660e3d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:03.734613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6793741-1129-48e9-b5f8-24d95c4c1edb,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:03.751273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:03.762995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:03.770318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96211d0>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '063b3534-9a7f-47d6-b48a-a1c640d13130', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'port_id': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'mac_address': 'fa:16:3e:9c:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:33:28Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 1, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:03.774290 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3c5163e-cb34-45fd-bb1e-6c68d07b1376 req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3672285
Feb 17 20:34:03.791906 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d0742-b263-4394-b683-9ac1f2e47f63 None None] The sync data for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi is: [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '063b3534-9a7f-47d6-b48a-a1c640d13130', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'port_id': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'mac_address': 'fa:16:3e:9c:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:33:28Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 1, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:34:03.860498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f6542c68-500b-410e-8648-15a0a104acb6 req-9cc58de5-3d1e-40f5-9d61-ea418288d5a9 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups/f6793741-1129-48e9-b5f8-24d95c4c1edb HTTP/1.1" status: 200  len: 1806 time: 0.0683064
Feb 17 20:34:03.872239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6793741-1129-48e9-b5f8-24d95c4c1edb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:34:03.872599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6793741-1129-48e9-b5f8-24d95c4c1edb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:34:03.880917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:34:03.885333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Usage tracker for resource:security_group_rule and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:34:03.890305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:34:03.900680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:34:03.986501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.022001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.027080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.063352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:04.084968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.097480 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f6542c68-500b-410e-8648-15a0a104acb6 req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2299004
Feb 17 20:34:04.158904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.180522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec399f42-2828-4c46-a521-7ed25afa99db,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:04.184291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:04.198678 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-fff1757e-01fe-483d-bb73-7cc66c101c1b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups/f6793741-1129-48e9-b5f8-24d95c4c1edb HTTP/1.1" status: 200  len: 2399 time: 0.0730531
Feb 17 20:34:04.205622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6793741-1129-48e9-b5f8-24d95c4c1edb', 'remote_group_id': None}]} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:34:04.205920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6793741-1129-48e9-b5f8-24d95c4c1edb', 'remote_group_id': None}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:34:04.206296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e8b73-fcc0-478b-abeb-585994228817 None None] New status for floating IP 063b3534-9a7f-47d6-b48a-a1c640d13130: ACTIVE {{(pid=84019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:34:04.207880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Transition to ACTIVE for port object cf68870f-6028-4d72-a3f0-8d7a027d37c0 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:34:04.212829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.215129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:34:04.230284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Usage tracker for resource:security_group_rule and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:34:04.232921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e4a37ec-b4f0-4707-8b45-72fcdc06dc2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:04.237876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:34:04.250622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:34:04.301622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f52bd2-6411-46c7-b6a0-ac592ccb3600 req-7fb71c26-d11d-4248-8004-050a272f1549 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:04.309620 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2f52bd2-6411-46c7-b6a0-ac592ccb3600 req-7fb71c26-d11d-4248-8004-050a272f1549 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.2129116
Feb 17 20:34:04.383506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.398845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433b77-833d-4068-a306-761b65a63fac None None] Pushing event updated for resources: {'Port': ['ID=cf68870f-6028-4d72-a3f0-8d7a027d37c0,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:04.408050 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2f52bd2-6411-46c7-b6a0-ac592ccb3600 req-cedca162-5a03-400c-9b05-0f5c1b5218b0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974669
Feb 17 20:34:04.408792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fc433b77-833d-4068-a306-761b65a63fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:04.474754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.491028 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.527941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7f08d8f0-9d8f-4af5-91cf-16ddef1bccad tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:04.615570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46f6e24-98b1-42fe-9e57-12c08b614c7e,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:04.655669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:04.672164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.678984 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72da5a2a-d78d-47e6-8f54-d8ed000cdb8c req-e499835a-5f7b-4bfc-a4c8-2cd8bc7d07ed tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4790323
Feb 17 20:34:04.708040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Attempting to bind port cf68870f-6028-4d72-a3f0-8d7a027d37c0 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:34:04.708572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Attempting to bind port cf68870f-6028-4d72-a3f0-8d7a027d37c0 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:34:04.709102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Attempting to bind port cf68870f-6028-4d72-a3f0-8d7a027d37c0 on network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:34:04.716608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:34:04.718212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Checking segment: {'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:34:04.718860 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.719431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Bound using segment: {'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:34:04.720273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Bound port: cf68870f-6028-4d72-a3f0-8d7a027d37c0, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2925e7e-b863-4662-afba-fb0d121ac96b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:34:04.720805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.808188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eca88791-c4a2-442b-8519-71feb33b726c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.877480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] For port cf68870f-6028-4d72-a3f0-8d7a027d37c0, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:34:04.881636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] For port cf68870f-6028-4d72-a3f0-8d7a027d37c0, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=cf68870f-6028-4d72-a3f0-8d7a027d37c0,segment=NetworkSegment(f2925e7e-b863-4662-afba-fb0d121ac96b),segment_id=f2925e7e-b863-4662-afba-fb0d121ac96b)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:34:04.885919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:04.903193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8c8898f-9f40-4cbd-8e02-a0cbaedb205a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:05.077282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433b77-833d-4068-a306-761b65a63fac None None] Pushing event updated for resources: {'Port': ['ID=cf68870f-6028-4d72-a3f0-8d7a027d37c0,revision_number=4']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:05.091562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fc433b77-833d-4068-a306-761b65a63fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:05.151627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Routers {'0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:34:05.152314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b944a208>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:33:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:05.390658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] Set router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:34:05.533111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:05.697542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:05.698160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:05.794805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee68533-01d3-44f9-a384-718f8b466491 req-d1b50a77-40c0-4f42-a42e-393417996e1b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:05.796560 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ee68533-01d3-44f9-a384-718f8b466491 req-d1b50a77-40c0-4f42-a42e-393417996e1b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.2225254
Feb 17 20:34:05.867829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b944a208>, [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 4, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port': {'id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:52Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cf68870f-6028-4d72-a3f0-8d7a027d37c0', 'name': '', 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'mac_address': 'fa:16:3e:ff:d1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:56Z', 'updated_at': '2021-02-17T20:34:04Z', 'revision_number': 4, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'subnets': [{'id': 'ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:34:05.872425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0be7f-0b25-4c15-b230-6f84ce09a795 None None] The sync data for ids ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'] in dv-cinder-759994-3-iscsi is: [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 4, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port': {'id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:52Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cf68870f-6028-4d72-a3f0-8d7a027d37c0', 'name': '', 'network_id': '612cb50b-c5b0-4106-9e99-d7eea60e7bfc', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'mac_address': 'fa:16:3e:ff:d1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:56Z', 'updated_at': '2021-02-17T20:34:04Z', 'revision_number': 4, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'subnets': [{'id': 'ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:34:05.897018 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ee68533-01d3-44f9-a384-718f8b466491 req-0b040c66-b444-403a-a417-76cae68a7ebd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935786
Feb 17 20:34:07.106332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4f1b-24c6-4ae5-9b80-b5b6de272627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:07.114258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03dba-60e9-475c-b928-33919c5331c4 req-f28f72da-7c05-42a9-b2b4-cd757d4dbf1f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:07.116048 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-95b03dba-60e9-475c-b928-33919c5331c4 req-f28f72da-7c05-42a9-b2b4-cd757d4dbf1f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1032326
Feb 17 20:34:07.167384 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-95b03dba-60e9-475c-b928-33919c5331c4 req-3d63d0d5-69fc-478d-997a-eccd89ed0018 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441918
Feb 17 20:34:07.271046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cf68870f-6028-4d72-a3f0-8d7a027d37c0 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:07.351887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port cf68870f-6028-4d72-a3f0-8d7a027d37c0 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:34:07.357135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port cf68870f-6028-4d72-a3f0-8d7a027d37c0 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:07.358136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:07.487538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:07.526535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port cf68870f-6028-4d72-a3f0-8d7a027d37c0, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=cf68870f-6028-4d72-a3f0-8d7a027d37c0,segment=NetworkSegment(f2925e7e-b863-4662-afba-fb0d121ac96b),segment_id=f2925e7e-b863-4662-afba-fb0d121ac96b)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:34:07.529550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:07.531450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:07.605512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=cf68870f-6028-4d72-a3f0-8d7a027d37c0,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:07.609494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:07.730582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:08.919113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:09.258590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cf68870f-6028-4d72-a3f0-8d7a027d37c0 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:09.354916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port cf68870f-6028-4d72-a3f0-8d7a027d37c0 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:09.355351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:09.434582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:16.786573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb5ebf-f0d7-4584-a870-408783e6ea61 req-b495b9f4-ace3-4693-830a-36be6a10755b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:16.788157 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4fcb5ebf-f0d7-4584-a870-408783e6ea61 req-b495b9f4-ace3-4693-830a-36be6a10755b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0926342
Feb 17 20:34:16.837330 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4fcb5ebf-f0d7-4584-a870-408783e6ea61 req-db290aab-e09c-4d90-9bb4-129bd64b57fd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425849
Feb 17 20:34:17.841759 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-92194e3a-1f78-493e-b589-8c19538a06d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0821545
Feb 17 20:34:18.084164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8678-9a2e-44eb-ac0e-40ebbb91d474 req-c35557af-4b30-4d63-86b8-259f29e3af41 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:18.086102 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-82ce8678-9a2e-44eb-ac0e-40ebbb91d474 req-c35557af-4b30-4d63-86b8-259f29e3af41 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1201918
Feb 17 20:34:18.144976 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-82ce8678-9a2e-44eb-ac0e-40ebbb91d474 req-a5f6eb7b-2298-4c52-88fd-c59bec477f5b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512285
Feb 17 20:34:18.288570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-6fe1736d-d4bc-4411-86c0-d01e8a9af7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:18.290219 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-6fe1736d-d4bc-4411-86c0-d01e8a9af7b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 1163 time: 0.2843823
Feb 17 20:34:18.450686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-34ccf230-6a0b-4e86-81f9-39542b46b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:18.452828 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-34ccf230-6a0b-4e86-81f9-39542b46b984 service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.1396132
Feb 17 20:34:18.528934 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-3b064e8b-cf02-4e67-bd05-053e99524375 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=024e2958-8e7b-427d-bd3c-cd24505376d3 HTTP/1.1" status: 200  len: 217 time: 0.0691826
Feb 17 20:34:18.598885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-ab3aa389-8486-4a3b-86e2-31401fad5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:18.600453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-ab3aa389-8486-4a3b-86e2-31401fad5504 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.0648801
Feb 17 20:34:18.659429 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-b4c4110a-6af7-45a4-9dc7-da44ff27d0b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509701
Feb 17 20:34:18.812164 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-1aab28f7-f5de-4bfd-9236-f29eeca0bbd8 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400957
Feb 17 20:34:18.964861 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c268af6-20ef-4c71-aba5-33ad09cd329b req-548bc785-81a9-43ae-87c5-c29bb16488c2 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408796
Feb 17 20:34:19.350641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8e5be-ef2a-4c7d-8bd0-eb93ec11ba6a req-a7878949-3007-4d17-9ef9-12c69afcad2b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:19.352111 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1be8e5be-ef2a-4c7d-8bd0-eb93ec11ba6a req-a7878949-3007-4d17-9ef9-12c69afcad2b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0862534
Feb 17 20:34:19.402077 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1be8e5be-ef2a-4c7d-8bd0-eb93ec11ba6a req-5c6f23a3-e407-4595-a498-9f6da30b7b85 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419605
Feb 17 20:34:19.660583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6386c-1a58-412f-8fbf-d53d5b21cb74 req-6b7d1a29-5145-4ffa-9978-441a62023121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:19.662237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-89d6386c-1a58-412f-8fbf-d53d5b21cb74 req-6b7d1a29-5145-4ffa-9978-441a62023121 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.0828907
Feb 17 20:34:19.709287 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-89d6386c-1a58-412f-8fbf-d53d5b21cb74 req-17cc37ed-6d79-45b4-9d46-0716453525f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380564
Feb 17 20:34:20.612135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f861b-6ff2-4aea-a5ff-58e141522145 req-16141cab-df36-4ca1-8d8f-e7b45824f45f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:20.613756 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-691f861b-6ff2-4aea-a5ff-58e141522145 req-16141cab-df36-4ca1-8d8f-e7b45824f45f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0886233
Feb 17 20:34:20.662900 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-691f861b-6ff2-4aea-a5ff-58e141522145 req-e6a8a10f-411b-4407-941d-56bab913cd42 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424671
Feb 17 20:34:21.870259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e05b5-54a9-4b18-b2b6-dbe1ca991f89 req-2a34a0a8-a4da-41a1-86f8-1dc4cc51352f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:21.871863 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-410e05b5-54a9-4b18-b2b6-dbe1ca991f89 req-2a34a0a8-a4da-41a1-86f8-1dc4cc51352f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0899341
Feb 17 20:34:21.922383 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-410e05b5-54a9-4b18-b2b6-dbe1ca991f89 req-bf7f42fe-4c49-403e-8182-6900dcf0b371 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440457
Feb 17 20:34:22.030466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:34:23.181849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e42a-1181-4478-ade5-93382cb3974b req-aa43f12c-3017-401f-9d7c-7740384fd443 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:23.183705 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e746e42a-1181-4478-ade5-93382cb3974b req-aa43f12c-3017-401f-9d7c-7740384fd443 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1241939
Feb 17 20:34:23.265247 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e746e42a-1181-4478-ade5-93382cb3974b req-584d1d51-b6a3-46f5-9e1a-1999b90682b3 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643566
Feb 17 20:34:24.088642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:24.172601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:24.173034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:24.477111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1346492-b8c7-4999-8dbc-8389143495b3 req-05137199-2f2a-418a-a67a-f81a1c570379 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:24.478426 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1346492-b8c7-4999-8dbc-8389143495b3 req-05137199-2f2a-418a-a67a-f81a1c570379 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0928738
Feb 17 20:34:24.538764 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1346492-b8c7-4999-8dbc-8389143495b3 req-0a4aa676-dd15-4d58-9a38-bb5999aed330 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479383
Feb 17 20:34:25.122405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a52b3-48ef-4d4a-ab0d-3fa86021b077 req-7fbccaf5-c92c-466f-a820-98fdd77eba1f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:25.124238 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc8a52b3-48ef-4d4a-ab0d-3fa86021b077 req-7fbccaf5-c92c-466f-a820-98fdd77eba1f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1744814
Feb 17 20:34:25.127022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-261cc18e-f20e-4686-bfcd-48ab0c8efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:25.128507 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-261cc18e-f20e-4686-bfcd-48ab0c8efa59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.1387839
Feb 17 20:34:25.282334 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc8a52b3-48ef-4d4a-ab0d-3fa86021b077 req-061d211e-6d1c-466a-b959-15438611ee5c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498961
Feb 17 20:34:25.337780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-ed892589-7eb5-4882-baa3-10b7fc6546e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:25.339411 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-ed892589-7eb5-4882-baa3-10b7fc6546e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.1918674
Feb 17 20:34:25.449915 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-9a363032-a475-4c8b-a099-aba4a2f3cda0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 217 time: 0.0828528
Feb 17 20:34:25.524527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-bfa18c43-f36c-449a-a12c-6adfd7e9e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:25.526262 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-bfa18c43-f36c-449a-a12c-6adfd7e9e5d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.0653648
Feb 17 20:34:25.594576 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-113ec4f9-2a01-4c71-87fe-d23735088fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528669
Feb 17 20:34:25.808989 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-da412fe5-7aeb-40d9-b297-608c18ca666d service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003949
Feb 17 20:34:25.992796 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb4ee552-3806-4547-ae6e-ff7acf3ae4f3 req-9b734449-6cbb-4660-97b0-1e00d068afad service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1769829
Feb 17 20:34:26.519101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2f6d7-c47c-4da5-a212-08db9454e57a req-81249768-c050-4bfa-ab49-f18dbd8468f6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:26.520619 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-79d2f6d7-c47c-4da5-a212-08db9454e57a req-81249768-c050-4bfa-ab49-f18dbd8468f6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0949664
Feb 17 20:34:26.573487 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-79d2f6d7-c47c-4da5-a212-08db9454e57a req-147244cf-b3b5-439e-a1ce-e33021b6c770 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461657
Feb 17 20:34:27.800392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c0b1-37f2-47de-abf2-71ee2ee7a292 req-52dad6a4-a65d-40a2-ba62-bee9ccf88088 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:27.802296 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eb75c0b1-37f2-47de-abf2-71ee2ee7a292 req-52dad6a4-a65d-40a2-ba62-bee9ccf88088 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1032512
Feb 17 20:34:27.862088 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eb75c0b1-37f2-47de-abf2-71ee2ee7a292 req-3e12a9fd-a1f0-4f0a-89cc-9169baa83e6c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461905
Feb 17 20:34:28.049792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:28.143703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:28.144759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.078429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 56048) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:34:29.080056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de54c-83ae-4d71-907b-4b9459c00f8d req-e68a2c87-ec79-4189-94b3-515cfd1a88ae tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:29.081765 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a8de54c-83ae-4d71-907b-4b9459c00f8d req-e68a2c87-ec79-4189-94b3-515cfd1a88ae tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0955060
Feb 17 20:34:29.137196 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a8de54c-83ae-4d71-907b-4b9459c00f8d req-b3adb157-c2d3-4f57-aa1c-2d6660e63f10 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464685
Feb 17 20:34:29.216997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.233609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:34:29.238358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Usage tracker for resource:security_group_rule and tenant:dab16bf7779740c38f9d996828aafd20 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:34:29.241360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:34:29.247315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:34:29.370076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.372943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.382183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9e69e297-6240-46d5-87f0-c0b3ddd8d923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:29.423266 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dab16bf7779740c38f9d996828aafd20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3429530
Feb 17 20:34:29.426158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 56056) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:34:29.428042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de355478-a01c-4243-8f47-2fff2caabf14,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:29.431994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:29.504562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.534698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.591885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.596323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-56caf0d2-e5fd-4a7e-9ac0-b8d6e875657e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:34:29.610348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de355478-a01c-4243-8f47-2fff2caabf14,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:34:29.613671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:34:29.622394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:29.624660 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de355478-a01c-4243-8f47-2fff2caabf14 HTTP/1.1" status: 204  len: 168 time: 0.1964445
Feb 17 20:34:34.541289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21292901-0893-406c-9972-e51a27c00b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:35.089403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:35.091411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2aa7-bad8-4e39-a829-1e141c75da2e req-c8c08e5e-7685-470f-a4bd-5896b803f079 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:35.093723 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5cc2aa7-bad8-4e39-a829-1e141c75da2e req-c8c08e5e-7685-470f-a4bd-5896b803f079 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0943778
Feb 17 20:34:35.149310 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5cc2aa7-bad8-4e39-a829-1e141c75da2e req-627c6ba8-ac08-425e-82c7-b499244fb861 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440440
Feb 17 20:34:36.281113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:34:36.392867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:34:36.392867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:36.407268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4217-f5d7-40dd-80c7-7d004ad3cf2f req-4fb972e8-a6dd-4f96-b70b-6f7894f442fa tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:36.408939 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fd0c4217-f5d7-40dd-80c7-7d004ad3cf2f req-4fb972e8-a6dd-4f96-b70b-6f7894f442fa tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1162260
Feb 17 20:34:36.470086 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fd0c4217-f5d7-40dd-80c7-7d004ad3cf2f req-77a30f51-0f62-4cb7-9cdb-e0f80d0bee41 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520527
Feb 17 20:34:37.102571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87c6fc45-d6a3-433a-bbe9-b5e3dfd6a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:37.730333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:38.923979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:39.410102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:34:49.977762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca19c-917b-4a5b-827d-cdc3ed5dcfba req-4fc5b8b2-0999-41a9-9efc-71748fa19c9b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:34:49.980017 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-443ca19c-917b-4a5b-827d-cdc3ed5dcfba req-4fc5b8b2-0999-41a9-9efc-71748fa19c9b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0936680
Feb 17 20:34:50.032511 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-443ca19c-917b-4a5b-827d-cdc3ed5dcfba req-8d553b3c-a624-44b2-a867-3dd13d413973 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449331
Feb 17 20:34:59.030027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:35:04.554203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed51bf8b-a81d-47f7-9e92-faa013a7ce9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:06.173147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:07.110776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-703ed68a-3e4c-4ba5-a487-5257358032ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:07.725047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:08.934440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:09.416458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:11.482467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-3a2c0d46-b54f-469f-a224-6a9f0a2dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:11.484079 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-3a2c0d46-b54f-469f-a224-6a9f0a2dc899 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.1554527
Feb 17 20:35:11.490590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b2284-8d0f-47f0-9a0e-0b1556058a42 req-5075ec4a-c3f6-4ca6-9b6b-0ae330f93a10 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:11.492086 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f63b2284-8d0f-47f0-9a0e-0b1556058a42 req-5075ec4a-c3f6-4ca6-9b6b-0ae330f93a10 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1219158
Feb 17 20:35:11.632444 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f63b2284-8d0f-47f0-9a0e-0b1556058a42 req-994374d9-2d83-4bb8-9a76-1fc31e2fed80 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144383
Feb 17 20:35:11.668961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-e263e391-fad2-429c-a951-b27739248b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:11.670593 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-e263e391-fad2-429c-a951-b27739248b21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.1775968
Feb 17 20:35:11.749323 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-1aac248e-96cd-4ac7-b6f3-11ff22472e05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 217 time: 0.0714779
Feb 17 20:35:11.823486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-53acbfbd-2a09-4809-9548-e8055eb4ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:11.825064 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-53acbfbd-2a09-4809-9548-e8055eb4ff86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.0651708
Feb 17 20:35:11.887941 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-7f4315c6-2ccc-4b37-990e-8919e39a312e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529437
Feb 17 20:35:12.035784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-b00d238d-02aa-4828-a46c-2cb4232735de service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404958
Feb 17 20:35:12.195005 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b6bd5ce-6256-4cb7-bb6b-0fcde5d09d41 req-1379e775-7e2a-4885-8c4a-6f83c278a1ef service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1517503
Feb 17 20:35:12.849176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b1f5-f522-4d7d-b7d6-a00d85857958 req-c5b7898f-dbde-4d59-bd1d-ba02a917c0ea tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:12.850860 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26b4b1f5-f522-4d7d-b7d6-a00d85857958 req-c5b7898f-dbde-4d59-bd1d-ba02a917c0ea tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0944712
Feb 17 20:35:12.906342 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26b4b1f5-f522-4d7d-b7d6-a00d85857958 req-4fad85fe-4c21-44d7-8fa1-71ccb77d26ff tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478809
Feb 17 20:35:13.853730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 56734) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:13.923048 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Deleting subnet 077a353b-6588-4c94-8423-3a086b56ce2e {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:35:13.926418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:13.987787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:14.052500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:14.188272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b16593-1b68-444e-b397-99065e413a93 req-653c7bd5-9afc-4e80-b1b9-5210a3ae2090 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:14.191296 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1b16593-1b68-444e-b397-99065e413a93 req-653c7bd5-9afc-4e80-b1b9-5210a3ae2090 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1383832
Feb 17 20:35:14.244414 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1b16593-1b68-444e-b397-99065e413a93 req-08ab276f-69ec-42f5-8a9a-db1e17a06f6e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433354
Feb 17 20:35:14.343080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:14.359239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-68f99d3c-4b03-4eaf-9a2e-4828ad14c514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:14.447904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077a353b-6588-4c94-8423-3a086b56ce2e,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:14.460672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.461077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.461474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.461936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.462291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.462681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.463066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.463450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.463833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.464214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.464593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.464973 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.465395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.465804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.466188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.466566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.466947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.467329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.467715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.468133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.468511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.468889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.469269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.469654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:14.483586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:14.518239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:14.525915 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/077a353b-6588-4c94-8423-3a086b56ce2e HTTP/1.1" status: 204  len: 168 time: 0.6696525
Feb 17 20:35:14.527306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 56754) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:14.646487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:15.050096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:15.169656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b843d128>,) {'filters': {'network_id': ['6ea2c05c-26cd-4af5-954e-a9bf6b483c6b']}} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:35:15.183242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b843d128>, '28501417-e6fc-48bc-9067-bd6a1adb1db2') {'for_net_delete': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:35:15.183571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b843d128>, '28501417-e6fc-48bc-9067-bd6a1adb1db2') {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:35:15.196150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310087'] for segment, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:15.211293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:15.213343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:35:15.396571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:35:15.409645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657319'] for segment, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:15.450331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ec01-4c68-4d26-a332-13be566fe27c req-639abfa8-cda5-424a-9b91-2485bac3fe5b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:15.451978 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7e2ec01-4c68-4d26-a332-13be566fe27c req-639abfa8-cda5-424a-9b91-2485bac3fe5b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0893729
Feb 17 20:35:15.502678 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7e2ec01-4c68-4d26-a332-13be566fe27c req-c584c450-e15e-4198-9789-e5ba3881a602 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428257
Feb 17 20:35:15.591874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Network 6ea2c05c-26cd-4af5-954e-a9bf6b483c6b has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:35:15.615125 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:35:15.697823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:15.702498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-badf7016-760b-46b8-8377-5844bfe591c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:15.718825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:15.725914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea2c05c-26cd-4af5-954e-a9bf6b483c6b,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:15.738301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.738714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.739126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.739526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.739931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.740325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.740719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.741110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.741497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.741911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.742301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.742687 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.743114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.743501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.743885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.744269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.744651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.745034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.745418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.745837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.746222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.746603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.746983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.747363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:35:15.754012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:15.760433 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-458ea81b-6f4f-475e-84ca-faef46a26b18 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6ea2c05c-26cd-4af5-954e-a9bf6b483c6b HTTP/1.1" status: 204  len: 168 time: 1.2320497
Feb 17 20:35:15.943008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 56772) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:15.998095 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b887f773-3bf7-41fa-a872-93e902b6f93b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b15f064aa56d41859176e4bb14b82ff2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537517
Feb 17 20:35:16.000917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 56776) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:16.063596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d3ef-96b1-4db5-9fba-10584ad0cf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:16.097830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d3ef-96b1-4db5-9fba-10584ad0cf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:16.149735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d3ef-96b1-4db5-9fba-10584ad0cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:16.154877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:16.169434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d3ef-96b1-4db5-9fba-10584ad0cf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93399afa-a3ac-42f0-a536-bf57d29c568e,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:16.172205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8f6d3ef-96b1-4db5-9fba-10584ad0cf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:16.179049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d3ef-96b1-4db5-9fba-10584ad0cf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:16.182973 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a8f6d3ef-96b1-4db5-9fba-10584ad0cf84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93399afa-a3ac-42f0-a536-bf57d29c568e HTTP/1.1" status: 204  len: 168 time: 0.1783390
Feb 17 20:35:17.526871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab26f53-7ae8-4f1c-b7b2-c0b2add3fdf4 req-e810b223-a524-4982-bdbb-6fc3d81d623e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:17.528543 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fab26f53-7ae8-4f1c-b7b2-c0b2add3fdf4 req-e810b223-a524-4982-bdbb-6fc3d81d623e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0889971
Feb 17 20:35:17.586411 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fab26f53-7ae8-4f1c-b7b2-c0b2add3fdf4 req-ea145b2e-dcf2-4720-a1e4-c75858da2a71 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497327
Feb 17 20:35:19.553526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcdac-88f7-4ee1-98fa-92cbf6f65ed8 req-01c5a11c-c19e-4080-8fdd-a357910b99b0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:19.555171 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-767fcdac-88f7-4ee1-98fa-92cbf6f65ed8 req-01c5a11c-c19e-4080-8fdd-a357910b99b0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0942464
Feb 17 20:35:19.605460 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-767fcdac-88f7-4ee1-98fa-92cbf6f65ed8 req-3fc8e179-8b26-4ef0-b4e9-b32ed4604b2c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438852
Feb 17 20:35:20.964027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d654ba-6c2c-4333-846b-4b9943e99634 req-32260545-6ac5-4f29-aaa1-7167f621befb tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:20.965634 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7d654ba-6c2c-4333-846b-4b9943e99634 req-32260545-6ac5-4f29-aaa1-7167f621befb tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1028743
Feb 17 20:35:21.019075 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7d654ba-6c2c-4333-846b-4b9943e99634 req-26ceb62e-bfca-474b-9174-9170a3cbe20e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462465
Feb 17 20:35:21.683542 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-7bdcac75-5962-4c20-bf8f-d451d8197494 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0864589
Feb 17 20:35:21.907639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672a63-add7-4cf1-b683-2f6943381121 req-c3190805-534c-49f5-b5d5-5cee8221a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:21.909296 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-c3190805-534c-49f5-b5d5-5cee8221a571 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1163 time: 0.0841231
Feb 17 20:35:22.106171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672a63-add7-4cf1-b683-2f6943381121 req-a20addb9-bcd0-4816-9f2d-050aced9b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:22.107896 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-a20addb9-bcd0-4816-9f2d-050aced9b3d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.1751764
Feb 17 20:35:22.125205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-6711e891-3fcf-4a00-82a5-e7e06eef2c42 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:35:22.169903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-6711e891-3fcf-4a00-82a5-e7e06eef2c42 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:35:22.171291 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-6711e891-3fcf-4a00-82a5-e7e06eef2c42 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-989817389&fields=id&tenant_id=1df0fa7c7475420887095fa8768b5504 HTTP/1.1" status: 200  len: 267 time: 0.1008773
Feb 17 20:35:22.294473 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-c2aa52ff-e40a-40be-87ba-fc1c709b61f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42 HTTP/1.1" status: 200  len: 1002 time: 0.1787808
Feb 17 20:35:22.346894 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-88c9adee-caf9-4b62-82e3-4c5a40119af0 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:22.347685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-88c9adee-caf9-4b62-82e3-4c5a40119af0 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:network {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:35:22.365033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-88c9adee-caf9-4b62-82e3-4c5a40119af0 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:network {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:35:22.366381 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-88c9adee-caf9-4b62-82e3-4c5a40119af0 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 811 time: 0.1874790
Feb 17 20:35:22.383488 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-cadf17d6-6b00-4aaf-9cb8-b2662211aa4f tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/quotas/1df0fa7c7475420887095fa8768b5504 HTTP/1.1" status: 200  len: 375 time: 0.0108273
Feb 17 20:35:22.396191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672a63-add7-4cf1-b683-2f6943381121 req-aaa6c893-4b16-4dbb-8a12-48b9351abdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:22.397758 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-aaa6c893-4b16-4dbb-8a12-48b9351abdfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0889592
Feb 17 20:35:22.404894 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea53b17-775c-485b-b967-56b3b960121e req-01826ffc-4f66-46a9-9da2-cef5a906036b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:22.406401 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ea53b17-775c-485b-b967-56b3b960121e req-01826ffc-4f66-46a9-9da2-cef5a906036b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1562891
Feb 17 20:35:22.478450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-0aac1463-0b58-4032-b638-2c048881e349 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:35:22.495824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-0aac1463-0b58-4032-b638-2c048881e349 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:35:22.497287 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-0aac1463-0b58-4032-b638-2c048881e349 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1077447
Feb 17 20:35:22.504691 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ea53b17-775c-485b-b967-56b3b960121e req-baa162b5-0100-4ce6-ae6a-beee94b5fe5d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574753
Feb 17 20:35:22.525964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672a63-add7-4cf1-b683-2f6943381121 req-e3057a56-551b-4351-a087-450eba16c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:22.527795 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-e3057a56-551b-4351-a087-450eba16c1da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1205134
Feb 17 20:35:22.732810 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-f0c40532-edd3-46a8-81a0-d4defdc36dc1 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558046
Feb 17 20:35:22.897461 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3672a63-add7-4cf1-b683-2f6943381121 req-039afd7c-ae4c-4dde-abac-65f951cf12c7 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519821
Feb 17 20:35:22.900057 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-17558b94-6baf-48ca-b525-6192481456e5 service neutron] 10.222.0.23 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3838403
Feb 17 20:35:23.051254 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-811d03fa-1156-4eb4-aa66-305b35ae62af service neutron] 10.222.0.23 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445961
Feb 17 20:35:23.507588 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3c852a9-b060-44ad-8203-350742900a2d req-cb8d8a9d-cc82-4277-a534-9c074a6c907b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 210 time: 0.0539162
Feb 17 20:35:23.729237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244448c-d8d5-4e93-952a-0b5ef61e254d req-c99a64fe-e2d1-4d94-82ea-3649b1b78b25 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:23.738350 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2244448c-d8d5-4e93-952a-0b5ef61e254d req-c99a64fe-e2d1-4d94-82ea-3649b1b78b25 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1019979
Feb 17 20:35:23.791463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 56980) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:23.800178 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2244448c-d8d5-4e93-952a-0b5ef61e254d req-35b846d7-55b0-43bc-b858-66905ec94789 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605981
Feb 17 20:35:23.948709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:23.968037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:35:23.973740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Usage tracker for resource:security_group_rule and tenant:c688955b3ab040ea9b36f37d63ab46ae is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:35:23.977096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:35:23.983842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:35:24.082087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:24.085982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:24.096887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ec63b916-4edb-4019-994b-4c1c61de5766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:24.143330 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c688955b3ab040ea9b36f37d63ab46ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3505316
Feb 17 20:35:24.146145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 56992) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:24.149156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51ccccb-c884-4f79-a563-a90b2e085470,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:24.152812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:24.218861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:24.251675 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:24.310532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:24.317121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a56451f-70cc-4f6c-aa51-8681ff841d9c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:24.328188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51ccccb-c884-4f79-a563-a90b2e085470,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:24.331366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:24.338339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:24.339872 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d51ccccb-c884-4f79-a563-a90b2e085470 HTTP/1.1" status: 204  len: 168 time: 0.1924961
Feb 17 20:35:24.678840 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b27c07e5-a971-4902-8e03-989b357613ae req-2f7d6f8f-08c4-431b-bb45-3bdd96cf44a0 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 210 time: 0.0503640
Feb 17 20:35:25.012324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e5717-3a1c-4783-8cfd-eaae20977533 req-e9c57667-948d-476e-8a21-69ac8a7ddff6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:25.020639 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f9e5717-3a1c-4783-8cfd-eaae20977533 req-e9c57667-948d-476e-8a21-69ac8a7ddff6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1001878
Feb 17 20:35:25.107822 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f9e5717-3a1c-4783-8cfd-eaae20977533 req-ff2d33a8-6156-4303-b6ca-c915d279e543 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860918
Feb 17 20:35:25.190467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-39772475-b77d-4508-95ad-4cf1190e57fc tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:25.192446 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-39772475-b77d-4508-95ad-4cf1190e57fc tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.54 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 811 time: 0.2155924
Feb 17 20:35:25.286707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-27d14692-6713-4cef-ac9c-84fd342a8cdb tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:35:25.300196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-27d14692-6713-4cef-ac9c-84fd342a8cdb tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:35:25.301608 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-27d14692-6713-4cef-ac9c-84fd342a8cdb tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1df0fa7c7475420887095fa8768b5504 HTTP/1.1" status: 200  len: 5763 time: 0.0880215
Feb 17 20:35:25.320658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'port': {'device_id': '993da346-d745-4427-baa6-15c62f679f5f', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'admin_state_up': True, 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'security_groups': ['f6793741-1129-48e9-b5f8-24d95c4c1edb']}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:35:25.495432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:35:25.510551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:35:25.522741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Made reservation on behalf of 1df0fa7c7475420887095fa8768b5504 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:35:25.530343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:25.948194 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-968e34f2-b91c-4dcc-b370-2dd76e9255bb req-b6372740-ded5-457e-918e-51c8818158a1 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 210 time: 0.1045384
Feb 17 20:35:26.024487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Allocated IP 172.20.0.3 (434a2f39-7599-4045-a74d-091002e51545/bdf4ed25-a333-478a-8bde-d6fd165246be/86ff7acb-bafa-4a64-ba4a-c4cdd19137a0) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:35:26.079268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fac30-ce11-471b-9344-8b8b38f88411 req-64e0bd42-d131-4784-9f32-e07ac92d8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:26.080784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-169fac30-ce11-471b-9344-8b8b38f88411 req-64e0bd42-d131-4784-9f32-e07ac92d8257 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.1316750
Feb 17 20:35:26.223248 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-169fac30-ce11-471b-9344-8b8b38f88411 req-b83e6c86-8a9e-4103-aa8c-892bae51e88c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177225
Feb 17 20:35:26.279299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:26.296690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Transition to ACTIVE for port object 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:35:26.317834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fe81a-1236-4cab-8b20-313b7daaa33f req-e8ddcce5-598a-4513-ad32-49fc21fe0115 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:26.320128 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c34fe81a-1236-4cab-8b20-313b7daaa33f req-e8ddcce5-598a-4513-ad32-49fc21fe0115 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0918708
Feb 17 20:35:26.323387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:26.338931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:26.369435 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c34fe81a-1236-4cab-8b20-313b7daaa33f req-b57ba510-48c7-4091-bd19-4ca153c519dc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427623
Feb 17 20:35:26.697372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event updated for resources: {'Port': ['ID=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:26.702684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:26.755609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Network 434a2f39-7599-4045-a74d-091002e51545 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:35:26.756790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:35:26.759360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:35:26.832158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:26.832900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:26.867958 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5525918
Feb 17 20:35:27.043479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Request body: {'port': {'device_id': '993da346-d745-4427-baa6-15c62f679f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:35:27.066661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-efe0754f-db8e-40c1-9cc7-8da3cddbbe54 None None] Provisioning for port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:35:27.080265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-efe0754f-db8e-40c1-9cc7-8da3cddbbe54 None None] Provisioning complete for port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:35:27.080693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efe0754f-db8e-40c1-9cc7-8da3cddbbe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:27.150901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-efe0754f-db8e-40c1-9cc7-8da3cddbbe54 None None] Port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:35:27.293661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:27.314405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5bc72-35a8-4855-a847-59f64e1dc66a req-9e30c393-7349-4c55-af89-8b38ec635a37 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:27.315335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9ed5bc72-35a8-4855-a847-59f64e1dc66a req-9e30c393-7349-4c55-af89-8b38ec635a37 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:35:27.381992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9ed5bc72-35a8-4855-a847-59f64e1dc66a req-9e30c393-7349-4c55-af89-8b38ec635a37 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:35:27.383373 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ed5bc72-35a8-4855-a847-59f64e1dc66a req-9e30c393-7349-4c55-af89-8b38ec635a37 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 931 time: 0.2664835
Feb 17 20:35:27.499848 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ed5bc72-35a8-4855-a847-59f64e1dc66a req-b67d7bc3-5f20-40cc-bae4-b1374abef38a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1053414
Feb 17 20:35:27.593121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd751f-32dc-4991-812d-ea62de9bdf33 req-a4a8093f-749a-4eb9-823f-2760b087e50e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:27.595561 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-24fd751f-32dc-4991-812d-ea62de9bdf33 req-a4a8093f-749a-4eb9-823f-2760b087e50e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1030540
Feb 17 20:35:27.650579 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-24fd751f-32dc-4991-812d-ea62de9bdf33 req-91f31e68-8b31-485f-8ec1-01f9a337dc3f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482275
Feb 17 20:35:27.772309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 57078) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:27.809829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:35:27.817909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:27.830303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Transition to ACTIVE for port object 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:35:27.833293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:27.849531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-feb7acd0-0143-4380-a653-27c68c16d6bd tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:27.903914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:27.920687 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:35:27.926759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Usage tracker for resource:security_group_rule and tenant:50bd394f41194a02878469105fa0fa5b is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:35:27.928830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:35:27.936298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:35:27.992854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Pushing event updated for resources: {'Port': ['ID=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:27.998350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:28.036868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.040112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.050385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e461d02e-e972-48ad-b205-fb09729f19e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:28.107049 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50bd394f41194a02878469105fa0fa5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3334346
Feb 17 20:35:28.108706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 57090) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:35:28.113336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e8b28f-41f5-438d-b54f-081cf262c8cb,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:28.117408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:28.201065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.233667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.298863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Attempting to bind port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:35:28.299191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Attempting to bind port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:35:28.299571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Attempting to bind port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 on network 434a2f39-7599-4045-a74d-091002e51545 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:35:28.307714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:35:28.308097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Checking segment: {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:35:28.308603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.310067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Bound using segment: {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:35:28.310523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Bound port: 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ecedcf-86a0-45f2-8737-828d40b5f73d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '434a2f39-7599-4045-a74d-091002e51545'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:35:28.310918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.331865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.337828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dae7e5dd-4ab3-44b1-81cf-07d78cfaf6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:28.352364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e8b28f-41f5-438d-b54f-081cf262c8cb,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:28.363886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:28.367157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.368469 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83e8b28f-41f5-438d-b54f-081cf262c8cb HTTP/1.1" status: 204  len: 168 time: 0.2585337
Feb 17 20:35:28.459006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] For port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:35:28.475602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] For port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:35:28.484259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.522951 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:35:28.772491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Pushing event updated for resources: {'Port': ['ID=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:35:28.780357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:35:28.848955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eaa62-4b60-4076-a06b-58e27ab46045 req-85640c50-1e20-4797-ae9a-c67817c00b62 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:28.850594 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b61eaa62-4b60-4076-a06b-58e27ab46045 req-85640c50-1e20-4797-ae9a-c67817c00b62 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.1885431
Feb 17 20:35:28.858990 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:28.860433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:28.861924 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] 10.222.0.54 "PUT /v2.0/ports/86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 1157 time: 1.8234706
Feb 17 20:35:28.862478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:35:28.934238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c55c8-7a59-4022-9c7f-d1ab4234e2b6 req-d53ea028-d4d7-4294-8803-88d7a29341b9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:28.936247 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b61eaa62-4b60-4076-a06b-58e27ab46045 req-e241195e-6f76-4c01-8806-383a5a2aacdf tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0614235
Feb 17 20:35:28.944487 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b3c55c8-7a59-4022-9c7f-d1ab4234e2b6 req-d53ea028-d4d7-4294-8803-88d7a29341b9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1242504
Feb 17 20:35:29.004426 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'status': 'completed', 'code': 200}
Feb 17 20:35:29.014254 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b3c55c8-7a59-4022-9c7f-d1ab4234e2b6 req-55ed3b1b-8276-418f-b7c2-8e692bf684d8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629768
Feb 17 20:35:29.036333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-a1cc5dae-a8f2-4386-83d7-6557f7af145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:29.038002 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-a1cc5dae-a8f2-4386-83d7-6557f7af145a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1160 time: 0.0986702
Feb 17 20:35:29.134988 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-d8f63592-eab7-49e2-bd11-b79c69788f34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 217 time: 0.0736890
Feb 17 20:35:29.208281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-9323feb9-5643-451c-b0e5-ba238ff9ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:29.209810 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-9323feb9-5643-451c-b0e5-ba238ff9ac7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 200  len: 850 time: 0.0651963
Feb 17 20:35:29.308769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-218a2444-5959-4fb6-b143-d70f94021276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:29.310220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-218a2444-5959-4fb6-b143-d70f94021276 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=434a2f39-7599-4045-a74d-091002e51545&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922422
Feb 17 20:35:29.486469 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-b2ea44d6-2a1a-49d7-b1e9-783c86dc0c1d service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610868
Feb 17 20:35:29.636474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16a121-0596-4b3e-b2f9-45061c556fc4 req-e4a306fa-6d7b-431f-8697-9df924989e3f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:29.638100 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df16a121-0596-4b3e-b2f9-45061c556fc4 req-e4a306fa-6d7b-431f-8697-9df924989e3f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0859575
Feb 17 20:35:29.688728 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df16a121-0596-4b3e-b2f9-45061c556fc4 req-42a01e8c-fb63-470e-b382-1a4ae11eda52 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430422
Feb 17 20:35:32.506155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba5e43c5-47b1-411e-8a45-3c921b3178ec req-5661a267-249c-4dce-871d-275e22ea2c40 service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457775
Feb 17 20:35:34.557610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-235b5021-c1a0-4125-b26c-ea0bd5e0f147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:36.030124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:35:36.865267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:36.946788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0867c-c30d-4a78-829f-3c2b77744d35 req-4b67180f-a591-4fb2-8022-88425b970c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:36.948438 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9b0867c-c30d-4a78-829f-3c2b77744d35 req-4b67180f-a591-4fb2-8022-88425b970c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0938272
Feb 17 20:35:36.990004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-ef017fb4-6a10-4f09-9ee1-8efb70f42e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:36.992302 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-ef017fb4-6a10-4f09-9ee1-8efb70f42e74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b960bf1beba2491eb51d05c4781f0053&device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 1162 time: 0.0968013
Feb 17 20:35:37.006003 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9b0867c-c30d-4a78-829f-3c2b77744d35 req-d7cee162-760b-44d0-834c-6fd18ab7842c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0491292
Feb 17 20:35:37.104186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6519f61-44ef-46e9-ab97-9c0763f012fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:37.498097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-125bb268-61fe-4060-9f07-793a4e0f6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:37.499799 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-125bb268-61fe-4060-9f07-793a4e0f6948 service neutron] 10.222.0.54 "GET /v2.0/networks?id=639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 200  len: 912 time: 0.4537790
Feb 17 20:35:37.512034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425feb-1f1e-48ca-a6bf-80676be9290b req-0b0723f5-d1ec-4bfe-a08d-75cc996d0a85 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:37.513588 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5425feb-1f1e-48ca-a6bf-80676be9290b req-0b0723f5-d1ec-4bfe-a08d-75cc996d0a85 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.5145831
Feb 17 20:35:37.573068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-2fa25cfa-621e-42e0-8043-4a06c6aa6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:37.574845 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-2fa25cfa-621e-42e0-8043-4a06c6aa6f15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1160 time: 0.5271680
Feb 17 20:35:37.633431 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-7e67d9a2-5557-44bf-925c-c243f03abcc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 200  len: 217 time: 0.1187811
Feb 17 20:35:37.729567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:37.801113 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5425feb-1f1e-48ca-a6bf-80676be9290b req-f704ed0e-74ca-4c62-94eb-3b3b93113a7e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252231
Feb 17 20:35:37.823941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-d94f47c9-f4f0-4911-9b30-610cf4a5da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:37.825515 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-d94f47c9-f4f0-4911-9b30-610cf4a5da3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 200  len: 858 time: 0.1358092
Feb 17 20:35:37.894131 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-3c1e81f0-09e7-4c35-b437-ccdf1b2c8623 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=639f92c4-eb51-4b4b-9ac1-1a8074370a98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530801
Feb 17 20:35:37.895188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-86ef6509-3ac3-4c94-b3df-53de94889c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:37.896590 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-86ef6509-3ac3-4c94-b3df-53de94889c9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 905 time: 0.2992260
Feb 17 20:35:38.099544 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-9bd7375d-9105-4a19-bf25-09660d755348 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 217 time: 0.1510723
Feb 17 20:35:38.232871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe07-c6e1-414a-951a-3b17358041e6 req-2067bac9-8d24-40bb-9b1e-13fc537e49c8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:38.234551 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ed5fe07-c6e1-414a-951a-3b17358041e6 req-2067bac9-8d24-40bb-9b1e-13fc537e49c8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0984478
Feb 17 20:35:38.247994 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-b332a15b-27ce-4cdb-87bc-0a30cbdfae93 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3260455
Feb 17 20:35:38.251564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-254bbb6f-97f8-4860-b0df-3dcb7b17474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:38.253580 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-254bbb6f-97f8-4860-b0df-3dcb7b17474d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 200  len: 850 time: 0.1198976
Feb 17 20:35:38.289618 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ed5fe07-c6e1-414a-951a-3b17358041e6 req-8c432526-83c1-4b6a-bd9e-f1e14ff034cc tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0479596
Feb 17 20:35:38.480384 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-044b94bc-298e-4d94-8e64-4548aa553e8c req-1c8223ee-717a-4924-9516-00a436562525 service neutron] 10.222.0.54 "GET /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2136014
Feb 17 20:35:38.483225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-ea8dc343-4a3f-4c3e-9234-9f21afab72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:38.484706 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-ea8dc343-4a3f-4c3e-9234-9f21afab72f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=434a2f39-7599-4045-a74d-091002e51545&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1894422
Feb 17 20:35:38.657340 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-1dadd5bb-6bd0-441b-8b81-06e75283ce61 service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570919
Feb 17 20:35:38.807014 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a9ffc9-d90a-4c1b-a48f-c4ce1d89d03d req-1e2d7ba2-dbc9-4521-b379-412eb5152cd9 service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395414
Feb 17 20:35:38.929540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:39.013314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e01a3-f3e8-4c53-a5cf-2e2795b53847 req-843bec3d-33f8-4595-ae39-883cd55e59bc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:39.014987 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7f8e01a3-f3e8-4c53-a5cf-2e2795b53847 req-843bec3d-33f8-4595-ae39-883cd55e59bc tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0895834
Feb 17 20:35:39.069061 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7f8e01a3-f3e8-4c53-a5cf-2e2795b53847 req-f97f80b4-ec77-4259-ab58-4817cbf485ae tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463648
Feb 17 20:35:39.419376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:35:39.503925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4976-8c56-4b47-bfc5-3700a691061c req-1af3688d-debe-4f19-8c3f-dd586f67d92d tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:39.505646 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-348f4976-8c56-4b47-bfc5-3700a691061c req-1af3688d-debe-4f19-8c3f-dd586f67d92d tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0953047
Feb 17 20:35:39.563720 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-348f4976-8c56-4b47-bfc5-3700a691061c req-1e450e74-f3cf-451d-a629-a53983e1f5de tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0506663
Feb 17 20:35:45.710192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cb421-2a4e-4d0b-9378-b8d6cda7a56f req-41fe60ff-66d9-4eed-8f12-8293d085888e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:45.711854 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec0cb421-2a4e-4d0b-9378-b8d6cda7a56f req-41fe60ff-66d9-4eed-8f12-8293d085888e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0895014
Feb 17 20:35:45.759657 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec0cb421-2a4e-4d0b-9378-b8d6cda7a56f req-d9b60506-925b-4274-9169-583289aeacfe tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415409
Feb 17 20:35:45.862553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415ae2c-be34-4fab-a2e3-6aece112f190 req-1eca3fe6-b14d-40e6-b476-285a7179d8a8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:45.864168 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c415ae2c-be34-4fab-a2e3-6aece112f190 req-1eca3fe6-b14d-40e6-b476-285a7179d8a8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0949361
Feb 17 20:35:45.916266 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c415ae2c-be34-4fab-a2e3-6aece112f190 req-f6149ee1-226a-4472-b1f3-e91b7e33ca20 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0445299
Feb 17 20:35:46.982755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7ef6-3631-467d-af1f-c067778761c2 req-ec6e4484-ab42-4eb1-8f50-5ed336a59cab tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:46.991148 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cdc7ef6-3631-467d-af1f-c067778761c2 req-ec6e4484-ab42-4eb1-8f50-5ed336a59cab tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1090484
Feb 17 20:35:47.045647 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cdc7ef6-3631-467d-af1f-c067778761c2 req-e2858df3-eb3c-4095-8f09-e0cfc79dc5d6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532162
Feb 17 20:35:47.138558 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237a7f7-cfd9-4b9c-8ce3-0783b21a6fc9 req-ce0bbd2e-3b5c-4fc6-acf1-3a49aa7ca27d tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:47.140189 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2237a7f7-cfd9-4b9c-8ce3-0783b21a6fc9 req-ce0bbd2e-3b5c-4fc6-acf1-3a49aa7ca27d tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0949311
Feb 17 20:35:47.189989 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2237a7f7-cfd9-4b9c-8ce3-0783b21a6fc9 req-7c5321c0-1560-4d21-92b6-92bcd7fa7fdd tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423658
Feb 17 20:35:53.312231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc800f-cef7-4b00-86e0-7af437b48137 req-b80f465b-283b-4ae0-b777-111542576557 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:53.313854 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1cc800f-cef7-4b00-86e0-7af437b48137 req-b80f465b-283b-4ae0-b777-111542576557 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0914915
Feb 17 20:35:53.338084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3527b62-94ca-49b1-9476-4c7144c07ade req-8cb32505-b68c-48c9-ba60-e958fceb6c73 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:53.340008 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3527b62-94ca-49b1-9476-4c7144c07ade req-8cb32505-b68c-48c9-ba60-e958fceb6c73 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0942147
Feb 17 20:35:53.363218 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1cc800f-cef7-4b00-86e0-7af437b48137 req-392def37-343a-4639-8655-521e569ff531 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422134
Feb 17 20:35:53.390077 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3527b62-94ca-49b1-9476-4c7144c07ade req-c82f5440-5d04-48a0-9f35-962223e3ce12 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435879
Feb 17 20:35:54.575677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc7753-1388-4679-abae-f7eaf7b4297b req-ed55a8a2-8d31-4fc9-a847-416a90e86b66 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:54.577320 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d3fc7753-1388-4679-abae-f7eaf7b4297b req-ed55a8a2-8d31-4fc9-a847-416a90e86b66 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0918870
Feb 17 20:35:54.597880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71299e27-1bc9-4a6f-8e8e-ba370c0fb96b req-7e08811a-a815-426d-bfe5-e0c978ea86a4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:54.599516 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71299e27-1bc9-4a6f-8e8e-ba370c0fb96b req-7e08811a-a815-426d-bfe5-e0c978ea86a4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0922818
Feb 17 20:35:54.643539 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d3fc7753-1388-4679-abae-f7eaf7b4297b req-60632e9b-5287-4ad9-8118-2de0bbc02fca tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540309
Feb 17 20:35:54.653610 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71299e27-1bc9-4a6f-8e8e-ba370c0fb96b req-efffb1e3-39a0-446e-82fe-ce5f9729d542 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0452957
Feb 17 20:35:55.853601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caea9e-8353-44ed-877d-499f152d5ec0 req-9f08126c-3ef6-45f9-a375-f80205352c80 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:55.855207 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0caea9e-8353-44ed-877d-499f152d5ec0 req-9f08126c-3ef6-45f9-a375-f80205352c80 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0946262
Feb 17 20:35:55.881578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb86fb-816f-4f0a-8426-31356e5b2e8a req-cd52138e-103a-4a67-880c-ba6457e78df4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:55.883195 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66bb86fb-816f-4f0a-8426-31356e5b2e8a req-cd52138e-103a-4a67-880c-ba6457e78df4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0939584
Feb 17 20:35:55.906664 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0caea9e-8353-44ed-877d-499f152d5ec0 req-704d8bad-b03b-47d9-9ab8-f50121172c37 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423880
Feb 17 20:35:55.936277 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66bb86fb-816f-4f0a-8426-31356e5b2e8a req-bf271a37-ed28-44d8-87e9-1dcb96d3c43a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0454457
Feb 17 20:35:57.147593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2181e6-42f5-466c-9c3b-70178a1ab13e req-327688ba-820a-4c18-a7ad-1780dd941ca5 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:57.149181 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db2181e6-42f5-466c-9c3b-70178a1ab13e req-327688ba-820a-4c18-a7ad-1780dd941ca5 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0932121
Feb 17 20:35:57.196846 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db2181e6-42f5-466c-9c3b-70178a1ab13e req-aa3705d7-7f6c-4f47-9fb5-4f1489b2806d tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413723
Feb 17 20:35:58.403265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1edad-3c8f-46c8-a77a-6202b06e2b30 req-4b045594-c0ca-4592-b1a2-37314cc7f6d2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:58.404784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4ab1edad-3c8f-46c8-a77a-6202b06e2b30 req-4b045594-c0ca-4592-b1a2-37314cc7f6d2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0858784
Feb 17 20:35:58.457210 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4ab1edad-3c8f-46c8-a77a-6202b06e2b30 req-f526b8fb-ef12-4ee9-a695-bf7d52cc59d6 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0448451
Feb 17 20:35:59.658824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150ce1-60d7-4868-bf3e-43b82711a66c req-4c1e8e28-08ed-4ddd-bbdd-55297b7bc131 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:35:59.660431 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01150ce1-60d7-4868-bf3e-43b82711a66c req-4c1e8e28-08ed-4ddd-bbdd-55297b7bc131 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.0879073
Feb 17 20:35:59.710412 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01150ce1-60d7-4868-bf3e-43b82711a66c req-a90f28e2-cf76-42e6-a2be-ae2374ff1dfc tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435565
Feb 17 20:36:00.392160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 57412) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:00.527512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:00.543074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:36:00.547284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Usage tracker for resource:security_group_rule and tenant:3b531d29a1f04ab49f7d2bfdd3c13db5 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:36:00.551274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:36:00.557034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:36:00.644822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:00.647568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:00.656694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aed3d12f-8c61-4660-a2ef-efb5c5c00b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:00.701235 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b531d29a1f04ab49f7d2bfdd3c13db5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3078833
Feb 17 20:36:00.702204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470ff2f2-7f67-4d82-9b2e-de2261231ffc,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:00.704313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 57418) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:00.705852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:00.770990 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:00.800435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:00.909276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:00.914714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe71ad53-9423-49a1-bfe3-a643d0dc5ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:00.941484 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470ff2f2-7f67-4d82-9b2e-de2261231ffc,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:00.945644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:00.948027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:00.949997 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/470ff2f2-7f67-4d82-9b2e-de2261231ffc HTTP/1.1" status: 204  len: 168 time: 0.2439504
Feb 17 20:36:00.958409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21771eee-f27c-431d-8930-5f5c7d8ec646 req-e63426ff-7d59-41f7-b465-663f64c0fdfd tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:00.960211 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21771eee-f27c-431d-8930-5f5c7d8ec646 req-e63426ff-7d59-41f7-b465-663f64c0fdfd tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.1267707
Feb 17 20:36:01.011853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21771eee-f27c-431d-8930-5f5c7d8ec646 req-6362d646-bc4d-4971-9c43-81bc76a7b6c8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0436773
Feb 17 20:36:01.479959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:36:01.556861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:36:01.562287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:36:01.562708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:01.615722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adba72-304a-4df7-af65-cac90e97b9de req-b5418aa1-8530-4277-b8c6-1b9bcdc40b8e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:01.617384 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13adba72-304a-4df7-af65-cac90e97b9de req-b5418aa1-8530-4277-b8c6-1b9bcdc40b8e tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.0919087
Feb 17 20:36:01.683786 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13adba72-304a-4df7-af65-cac90e97b9de req-3f849ab6-b04d-445a-9b9e-703edcd0b8be tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596201
Feb 17 20:36:01.696940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:01.727316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:36:01.738788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:01.742260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:01.744223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:01.823971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:01.831956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.832339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.832721 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.833221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.833439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.833831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.834194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.834557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.834917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.835275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.835634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.835992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.836388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.836750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.837108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.837464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.837850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.838211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.838571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.838929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.839291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.839648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.840003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.840358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:01.845240 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'code': 200}
Feb 17 20:36:01.846060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:02.218205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5a2a8-b627-4ea7-8d59-929961f811f1 req-0e0fba90-e76a-49f6-8f38-4a07afa359ba tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:02.219797 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eed5a2a8-b627-4ea7-8d59-929961f811f1 req-0e0fba90-e76a-49f6-8f38-4a07afa359ba tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0919209
Feb 17 20:36:02.270155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eed5a2a8-b627-4ea7-8d59-929961f811f1 req-add844e5-fa9e-4c8b-b9a2-c7c6028ce7b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0426011
Feb 17 20:36:02.336019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf61fb0-3d4d-467f-9114-fc04f7d04e60 req-dbe5b145-6526-4342-9e87-70648b92dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:02.337584 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cf61fb0-3d4d-467f-9114-fc04f7d04e60 req-dbe5b145-6526-4342-9e87-70648b92dcf9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1162 time: 0.0806847
Feb 17 20:36:02.383002 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cf61fb0-3d4d-467f-9114-fc04f7d04e60 req-e2d34866-d8bf-40a2-a4a0-b60530043af4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0378656
Feb 17 20:36:02.530490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:36:02.604318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:36:02.604743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:02.895852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778982dd-fca7-42f8-880c-abcd4db79c49 req-a1ac969f-d986-48a4-90b6-a3279d0bf2aa tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:02.897488 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-778982dd-fca7-42f8-880c-abcd4db79c49 req-a1ac969f-d986-48a4-90b6-a3279d0bf2aa tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.0908244
Feb 17 20:36:02.947277 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-778982dd-fca7-42f8-880c-abcd4db79c49 req-319b4c48-de6c-42f4-87c4-05fab649c877 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434580
Feb 17 20:36:03.475026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33779f2-672a-4fe9-a2cb-69b3acee3411 req-53c52625-3b72-41c9-ab2f-93bb420b16d2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:03.476638 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a33779f2-672a-4fe9-a2cb-69b3acee3411 req-53c52625-3b72-41c9-ab2f-93bb420b16d2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0883925
Feb 17 20:36:03.525577 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a33779f2-672a-4fe9-a2cb-69b3acee3411 req-76c0cc86-782d-40e1-8704-c6b0951507b6 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424776
Feb 17 20:36:04.159505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5462a8-5811-46f7-b188-34fa04f7b541 req-55a1444a-6da7-40d8-845a-847b3dec63bd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:04.161115 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a5462a8-5811-46f7-b188-34fa04f7b541 req-55a1444a-6da7-40d8-845a-847b3dec63bd tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.0944731
Feb 17 20:36:04.210499 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a5462a8-5811-46f7-b188-34fa04f7b541 req-55669e0f-1567-4e19-9745-c437a1d71fd9 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429909
Feb 17 20:36:04.551891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7006fd7-1391-4c70-9b00-523c44020597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:04.727046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ae758-92be-41f4-9648-66a3439afedb req-910d3deb-2f8c-434c-bdf6-05acfa111de8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:04.728629 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7e6ae758-92be-41f4-9648-66a3439afedb req-910d3deb-2f8c-434c-bdf6-05acfa111de8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0922155
Feb 17 20:36:04.778444 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7e6ae758-92be-41f4-9648-66a3439afedb req-a1c7c7aa-a12e-4a01-80b8-ce559c9d400c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0430734
Feb 17 20:36:05.415285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabe79c-412a-40d6-b6ed-1eb9bb75073f req-e0d4842c-015c-47ba-90dc-da5f5ac6c69f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:05.416842 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7eabe79c-412a-40d6-b6ed-1eb9bb75073f req-e0d4842c-015c-47ba-90dc-da5f5ac6c69f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.0883455
Feb 17 20:36:05.468533 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7eabe79c-412a-40d6-b6ed-1eb9bb75073f req-73c115a0-b05c-4e53-a9a8-1cafeb10ddb8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454760
Feb 17 20:36:05.983208 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46089-d775-4a0f-b31c-93220d3717bf req-35c63a17-29bf-4086-98e3-43871b27bd47 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:05.984794 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37d46089-d775-4a0f-b31c-93220d3717bf req-35c63a17-29bf-4086-98e3-43871b27bd47 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0927999
Feb 17 20:36:06.033341 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37d46089-d775-4a0f-b31c-93220d3717bf req-31b8a24e-2009-4395-a627-4105a9e9bdf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421321
Feb 17 20:36:06.236984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f8a97-95e5-48de-8b32-1f863d0a34d4 req-279027a0-c6f6-4e5c-8626-62bb19d3253e tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:06.238594 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-605f8a97-95e5-48de-8b32-1f863d0a34d4 req-279027a0-c6f6-4e5c-8626-62bb19d3253e tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0894349
Feb 17 20:36:06.286667 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-605f8a97-95e5-48de-8b32-1f863d0a34d4 req-d7d0a976-33c5-4d1f-abb3-37123d0a0809 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0415173
Feb 17 20:36:06.690841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-47c900dd-a261-4a1d-b458-d0e0f8e9794c tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3650317
Feb 17 20:36:06.707508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'floatingip': {'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:36:06.713422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:36:06.717442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Usage tracker for resource:floatingip and tenant:1df0fa7c7475420887095fa8768b5504 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:36:06.720579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:36:06.726602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:36:06.737865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for floatingip, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:06.871420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:06.887718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:06.902410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48679dfc-0457-49e1-bcb1-1f9d1c88b004 req-9b1638d1-a942-4499-8a85-b71f3570400b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:06.904000 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-48679dfc-0457-49e1-bcb1-1f9d1c88b004 req-9b1638d1-a942-4499-8a85-b71f3570400b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.0864882
Feb 17 20:36:06.958953 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-48679dfc-0457-49e1-bcb1-1f9d1c88b004 req-b4a1a82c-5d2b-4cee-89b3-90d3d2b9387d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462813
Feb 17 20:36:07.106462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-155a2207-6856-46ec-9abf-3ba54524b64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:07.192046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Allocated IP 172.27.2.206 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/46139079-f1ae-417c-992a-eb3f484a427f) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:36:07.354302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:07.383942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:07.396787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-22e8e1b1-46cb-4a24-a5b9-12614cc18cbd tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:07.530963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event updated for resources: {'Port': ['ID=46139079-f1ae-417c-992a-eb3f484a427f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:07.536663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:07.586525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:36:07.587713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:36:07.590146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:36:07.676029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:07.738650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:07.739161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.085534 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-5e08d91d-2271-48f6-890f-973f10cf9686 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:08.087207 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-5e08d91d-2271-48f6-890f-973f10cf9686 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.1475787
Feb 17 20:36:08.148864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 024e2958-8e7b-427d-bd3c-cd24505376d3 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:36:08.172307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.177434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.183678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57713fe2-2d74-4ff7-90ca-f9e1b550a3af req-943a94ca-099c-408c-a041-a07f5fdea319 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:08.185441 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-57713fe2-2d74-4ff7-90ca-f9e1b550a3af req-943a94ca-099c-408c-a041-a07f5fdea319 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 946 time: 0.0934260
Feb 17 20:36:08.194303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f91dbc38-c7f3-4957-a3cb-4da6b504a04c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:08.238867 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-57713fe2-2d74-4ff7-90ca-f9e1b550a3af req-1051dcd4-cf12-4440-ae3a-8da20b78dddf tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435319
Feb 17 20:36:08.239166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Deleting port 024e2958-8e7b-427d-bd3c-cd24505376d3 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:36:08.239511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.284840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.330113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 024e2958-8e7b-427d-bd3c-cd24505376d3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=024e2958-8e7b-427d-bd3c-cd24505376d3,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:08.331332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:36:08.338838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.340712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7e4f904-dd60-40a7-a5b4-5cad2463a5f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:08.401789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event updated for resources: {'Port': ['ID=46139079-f1ae-417c-992a-eb3f484a427f,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:08.413465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:08.419123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=024e2958-8e7b-427d-bd3c-cd24505376d3,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:08.422492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:08.533263 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3', 'code': 200}
Feb 17 20:36:08.693799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.736934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] For port 024e2958-8e7b-427d-bd3c-cd24505376d3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=024e2958-8e7b-427d-bd3c-cd24505376d3,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:08.737339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.750712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:08.752046 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0496736
Feb 17 20:36:08.920473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Calling delete_port for 024e2958-8e7b-427d-bd3c-cd24505376d3 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:36:08.946921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:09.053630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-854b2345-7cbd-4288-837e-643f35b6a7bc tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:floatingip {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:36:09.100953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-854b2345-7cbd-4288-837e-643f35b6a7bc tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:floatingip {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:36:09.103607 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-854b2345-7cbd-4288-837e-643f35b6a7bc tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.206 HTTP/1.1" status: 200  len: 696 time: 0.2946677
Feb 17 20:36:09.426620 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d59591b-4187-4425-b86a-33cd73105ccc req-02dba164-d594-45b2-ba0e-7cbb8e14f56d tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 210 time: 0.0561998
Feb 17 20:36:09.436032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:09.503547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:09.521734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:09.646818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Pushing event deleted for resources: {'Port': ['ID=024e2958-8e7b-427d-bd3c-cd24505376d3,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:09.662017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:09.670713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-8c9de8e0-839b-457e-bc67-950b1654abf7 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:09.672194 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-8c9de8e0-839b-457e-bc67-950b1654abf7 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 784 time: 0.5634115
Feb 17 20:36:09.690770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-aec54bd9-2614-47eb-9346-86b603404e04 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:36:09.691875 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14c6fc91-f370-4e6e-b2cc-54902af02c18 req-aec54bd9-2614-47eb-9346-86b603404e04 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0116413
Feb 17 20:36:09.784379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] No DVR routers for this DVR port 024e2958-8e7b-427d-bd3c-cd24505376d3 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:36:09.786665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:09.789737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'name': 'network-vif-deleted', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:36:09.855897 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4ab997c8-59c9-4c23-bb2a-83086382ad40 req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "DELETE /v2.0/ports/024e2958-8e7b-427d-bd3c-cd24505376d3 HTTP/1.1" status: 204  len: 173 time: 1.7600272
Feb 17 20:36:09.893568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-9bbd328e-b79f-4e06-924c-63d0a2742857 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:09.895301 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-9bbd328e-b79f-4e06-924c-63d0a2742857 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0992260
Feb 17 20:36:09.898128 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7a5d04-4058-481f-9543-29199a1f2406', 'name': 'network-vif-deleted', 'tag': '024e2958-8e7b-427d-bd3c-cd24505376d3', 'status': 'completed', 'code': 200}
Feb 17 20:36:09.987091 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-65c80f60-594e-4b4a-9db8-446d72aabf3e tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.206 HTTP/1.1" status: 200  len: 696 time: 0.0855169
Feb 17 20:36:09.997614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Request body: {'floatingip': {'port_id': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:36:10.089023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for floatingip, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:10.626667 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe467a5f-13fc-4813-8ef1-1f7ca72f56e9 req-30a51505-e04e-4984-baaf-98999a2648ed tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7a5d04-4058-481f-9543-29199a1f2406 HTTP/1.1" status: 200  len: 210 time: 0.0503776
Feb 17 20:36:10.935287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:10.938365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:11.125605 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Floating IP dbd2418c-9835-4105-8693-9580a89aa586 associated. External IP: 172.27.2.206, port: 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0.
Feb 17 20:36:11.701067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:36:11.893881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:36:11.898315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:11.904475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] Sync routers for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:36:11.916582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:36:11.917272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96814e0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:36:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:11.963279 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-bc9fbe67-bb4a-4f87-9fa1-4e6cc001ae27 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "PUT /v2.0/floatingips/dbd2418c-9835-4105-8693-9580a89aa586 HTTP/1.1" status: 200  len: 996 time: 1.9697535
Feb 17 20:36:11.964016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:36:12.054254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-39fcd68e-687b-496e-ab3a-a006cebeb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:12.056071 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-39fcd68e-687b-496e-ab3a-a006cebeb15d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1162 time: 0.0785549
Feb 17 20:36:12.114037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:36:12.210519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-ec3ea0e4-30b0-4e18-b1fc-837fbecb1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:12.212144 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-ec3ea0e4-30b0-4e18-b1fc-837fbecb1283 service neutron] 10.222.0.23 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 905 time: 0.1455743
Feb 17 20:36:12.327382 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-244d96e7-7ebf-4288-8459-c3dce80b2839 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 999 time: 0.1080976
Feb 17 20:36:12.396604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-acabe3f6-59a0-4ef0-a893-5a07de1d5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:12.398218 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-acabe3f6-59a0-4ef0-a893-5a07de1d5b33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 200  len: 850 time: 0.0640810
Feb 17 20:36:12.486803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-873db59b-8ce2-42fb-8eb9-489ed7cc2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:12.488457 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-873db59b-8ce2-42fb-8eb9-489ed7cc2a60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=434a2f39-7599-4045-a74d-091002e51545&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838265
Feb 17 20:36:12.503357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-c93c1c9f-809b-46e6-a223-9b6fc33d76e8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:36:12.510220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-c93c1c9f-809b-46e6-a223-9b6fc33d76e8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0129178
Feb 17 20:36:12.650274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96814e0>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': 'dbd2418c-9835-4105-8693-9580a89aa586', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'port_id': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'mac_address': 'fa:16:3e:2d:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993da346-d745-4427-baa6-15c62f679f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:36:07Z', 'updated_at': '2021-02-17T20:36:10Z', 'revision_number': 1, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:12.654682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] Checking router: cad5e4bf-b3a9-4c04-babd-ab1879b50da3 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:36:12.655644 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-09eef7a8-f0d6-47c5-a783-93e01a5eda7f service neutron] 10.222.0.23 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422935
Feb 17 20:36:12.664299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:36:12.664973 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96814e0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:36:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:12.801725 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-268df8ef-ce08-43a7-a064-5fba1d743989 req-437fe87d-d7d5-4417-a94a-e2817ec33587 service neutron] 10.222.0.23 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386032
Feb 17 20:36:12.860087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:36:12.937632 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'status': 'completed', 'code': 200}
Feb 17 20:36:13.044105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:36:13.275951 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96814e0>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': 'dbd2418c-9835-4105-8693-9580a89aa586', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'port_id': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'mac_address': 'fa:16:3e:2d:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993da346-d745-4427-baa6-15c62f679f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:36:07Z', 'updated_at': '2021-02-17T20:36:10Z', 'revision_number': 1, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:13.280480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdef4d-1c02-4f93-8da5-183e39946db0 None None] The sync data for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi is: [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': 'dbd2418c-9835-4105-8693-9580a89aa586', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'port_id': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'mac_address': 'fa:16:3e:2d:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993da346-d745-4427-baa6-15c62f679f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:36:07Z', 'updated_at': '2021-02-17T20:36:10Z', 'revision_number': 1, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:36:13.340265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925086-5359-4534-b1a9-1d603934977d req-81fedaff-1401-4a89-9636-422c45958568 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:13.341094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-47925086-5359-4534-b1a9-1d603934977d req-81fedaff-1401-4a89-9636-422c45958568 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Synchronizing usage tracker for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:36:13.399228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-47925086-5359-4534-b1a9-1d603934977d req-81fedaff-1401-4a89-9636-422c45958568 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Unset dirty status for tenant:b960bf1beba2491eb51d05c4781f0053 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:36:13.400540 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-47925086-5359-4534-b1a9-1d603934977d req-81fedaff-1401-4a89-9636-422c45958568 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.1510108
Feb 17 20:36:13.452575 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-47925086-5359-4534-b1a9-1d603934977d req-3d70d4c4-6cf0-4568-8c84-b9c69ba68b65 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453324
Feb 17 20:36:13.699917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3331d79-a230-47d7-8dbc-ef76b39f80b4 None None] New status for floating IP dbd2418c-9835-4105-8693-9580a89aa586: ACTIVE {{(pid=84019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:36:15.815103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-35c05be2-dfd1-45e6-bf8b-ac8d63e99782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:15.816760 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-35c05be2-dfd1-45e6-bf8b-ac8d63e99782 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1162 time: 0.0855105
Feb 17 20:36:15.915010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f2c0a-cd64-4238-9590-d55827743699 req-f748a7b6-31eb-48c0-86aa-d592ed9ed749 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:15.916602 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f40f2c0a-cd64-4238-9590-d55827743699 req-f748a7b6-31eb-48c0-86aa-d592ed9ed749 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0888553
Feb 17 20:36:15.972732 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f40f2c0a-cd64-4238-9590-d55827743699 req-bb527e14-1f7e-4bd1-b4e3-3a79a3be3ba7 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490112
Feb 17 20:36:15.976049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-3464bd1b-e22b-41e5-ade7-5c35737dcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:15.977628 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-3464bd1b-e22b-41e5-ade7-5c35737dcdc1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 905 time: 0.1462705
Feb 17 20:36:16.097362 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-c62dcff1-6e44-4ffe-81f5-8e0f06e358b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 1001 time: 0.1083736
Feb 17 20:36:16.172210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-3ca5a14a-28eb-4ba3-842a-619739806e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:16.173932 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-3ca5a14a-28eb-4ba3-842a-619739806e51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 200  len: 850 time: 0.0657220
Feb 17 20:36:16.270483 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-2b6e64fe-140b-4f9d-a0ec-5823e69ffec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:16.272054 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-2b6e64fe-140b-4f9d-a0ec-5823e69ffec9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=434a2f39-7599-4045-a74d-091002e51545&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850987
Feb 17 20:36:16.433234 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-d8d918b9-ab8a-4265-8ffd-7ebf323fd116 service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400864
Feb 17 20:36:16.589441 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c95bfac6-f6a2-4e72-b6de-de19922792f2 req-b856d4c9-90fe-45db-b633-f5ea7af3c098 service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383021
Feb 17 20:36:17.176070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4529e3-6b78-408b-bc10-5725e36bfce3 req-eefc66db-0dad-4313-a942-27d16fab274c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:17.177739 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea4529e3-6b78-408b-bc10-5725e36bfce3 req-eefc66db-0dad-4313-a942-27d16fab274c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0869658
Feb 17 20:36:17.228489 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea4529e3-6b78-408b-bc10-5725e36bfce3 req-55a15f11-88aa-4c8e-b4bb-9edd5e25f9e3 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435791
Feb 17 20:36:18.436685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0137a4-bc74-42f7-a96c-0b92d6ff3515 req-8621838f-1986-41d5-abf3-d07a43576564 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:18.438290 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d0137a4-bc74-42f7-a96c-0b92d6ff3515 req-8621838f-1986-41d5-abf3-d07a43576564 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0855846
Feb 17 20:36:18.488611 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d0137a4-bc74-42f7-a96c-0b92d6ff3515 req-07e39d64-4a85-40d7-bd6c-2b24bac5589f tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436044
Feb 17 20:36:19.693618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3f056-3766-45a8-ad6c-57eefe80baf2 req-50e49fab-96b1-4c7d-b81f-cc71b5334a82 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:19.695263 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01a3f056-3766-45a8-ad6c-57eefe80baf2 req-50e49fab-96b1-4c7d-b81f-cc71b5334a82 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0909562
Feb 17 20:36:19.744933 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01a3f056-3766-45a8-ad6c-57eefe80baf2 req-a3f3facf-3a29-44c9-85f1-9f6ff60172b4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424347
Feb 17 20:36:20.956510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375eb577-0c6d-4c6e-bf12-2b4eecfa14ef req-9acf53e4-ff25-4a53-bfa0-192d6c58d3d0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:20.958178 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-375eb577-0c6d-4c6e-bf12-2b4eecfa14ef req-9acf53e4-ff25-4a53-bfa0-192d6c58d3d0 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0942359
Feb 17 20:36:21.009570 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-375eb577-0c6d-4c6e-bf12-2b4eecfa14ef req-90af591f-50cf-42dd-b452-c024276cb197 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448735
Feb 17 20:36:22.131686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 57620) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:22.215273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c895f95-39fd-448a-a65d-4e674bbe9f3f req-5cd1adc9-8014-4c77-96b0-2f3cab87a274 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:22.216937 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c895f95-39fd-448a-a65d-4e674bbe9f3f req-5cd1adc9-8014-4c77-96b0-2f3cab87a274 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0861464
Feb 17 20:36:22.261237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:22.269942 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c895f95-39fd-448a-a65d-4e674bbe9f3f req-04cd60bb-a08d-42a1-bef1-b75223559020 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458784
Feb 17 20:36:22.277088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:36:22.282614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Usage tracker for resource:security_group_rule and tenant:aadc492393f145c49dd181c9e76cd3e3 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:36:22.285753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:36:22.291683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:36:22.380744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:22.383786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:22.394198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-34a89f17-f1a9-4709-a140-4bd89d80ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:22.437248 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aadc492393f145c49dd181c9e76cd3e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043931
Feb 17 20:36:22.439679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea6f71-a40f-47ba-b76a-4deda78035d9,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:22.440856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 57626) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:22.448219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.448629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.449030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.449424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.449842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.450235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.450621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.451006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.451546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.451772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.452154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.452537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.452966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.453346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.453746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.454548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.454939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.455333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.455714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.456097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.456482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.456870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.457250 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.457630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.462321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:22.508961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:22.535371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:22.581120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:22.586191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-85e8dbbc-d065-4da9-baba-dc1d76ff017b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:22.599414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea6f71-a40f-47ba-b76a-4deda78035d9,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:22.607273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:22.608493 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10ea6f71-a40f-47ba-b76a-4deda78035d9 HTTP/1.1" status: 204  len: 168 time: 0.1665800
Feb 17 20:36:22.610122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.611081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.611619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.611733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.612157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.612521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.612897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.613280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.613656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.614065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.614440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.614816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.615232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.615615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.615990 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.616361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.616736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.617111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.617488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.617889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.618265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.618638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.619012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.619385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:36:22.622993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:23.480710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085358-81b1-4b4c-8d2b-e7d813ef1260 req-1b75e263-a045-41a7-a84b-ac50696bc30a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:23.482357 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0085358-81b1-4b4c-8d2b-e7d813ef1260 req-1b75e263-a045-41a7-a84b-ac50696bc30a tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0907526
Feb 17 20:36:23.533583 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0085358-81b1-4b4c-8d2b-e7d813ef1260 req-90dd6719-9776-4504-8285-98dc67296c28 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442650
Feb 17 20:36:24.932883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00adfb-59a7-473b-ac36-599f2c0570dd req-95790401-5564-4108-89cd-82e4d252c8a8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:24.934636 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dc00adfb-59a7-473b-ac36-599f2c0570dd req-95790401-5564-4108-89cd-82e4d252c8a8 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.2805338
Feb 17 20:36:24.986234 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dc00adfb-59a7-473b-ac36-599f2c0570dd req-c5444434-ed1a-4fe0-aef9-c3844ffa153c tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445540
Feb 17 20:36:25.902049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-06a4e38d-9c6e-4f03-bb6c-ee890bc14f4b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:25.903588 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-06a4e38d-9c6e-4f03-bb6c-ee890bc14f4b tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 945 time: 0.0888026
Feb 17 20:36:25.988632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Deleting port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:36:25.989060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:26.062138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:36:26.265880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:26.306119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:26.307605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:36:26.315428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:26.317424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:26.370963 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7', 'code': 200}
Feb 17 20:36:26.398692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:26.402296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:26.413840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] For port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:26.414246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:26.553408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Calling delete_port for 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:36:26.628999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71603a0d-ce4b-4f48-8e20-f7a4974feff2 req-73b2f341-5df4-4529-b054-72b6f1b69611 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:26.630676 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71603a0d-ce4b-4f48-8e20-f7a4974feff2 req-73b2f341-5df4-4529-b054-72b6f1b69611 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 943 time: 0.4735508
Feb 17 20:36:26.922030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:36:26.922394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:36:26.926541 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71603a0d-ce4b-4f48-8e20-f7a4974feff2 req-8ff5667c-158e-4f88-b1bf-d51d29eb31c6 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/security-groups?id=5468ed0b-a642-4973-99ee-10fb18900d7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2734883
Feb 17 20:36:27.423788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Deleting port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:36:27.424349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:27.698145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] For port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:27.698465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:27.832840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Calling delete_port for 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:36:27.990129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:28.008623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b92d91d0-de59-42fa-9ecd-e420917cc7e2 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:28.108892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Pushing event deleted for resources: {'Port': ['ID=09b4b5d2-11f1-4cf1-80a2-f83a68781ca7,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:28.160383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:28.171015 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-84476ea8-6db6-404a-b827-71914fc285f3 req-90944c4f-0779-46a0-ae08-42e1d43414b4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.23 "GET /v2.0/ports?device_id=38af2e9b-3c96-4044-a0b2-5b99565c2133 HTTP/1.1" status: 200  len: 210 time: 0.0683119
Feb 17 20:36:28.271818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] No DVR routers for this DVR port 09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:36:28.274165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:28.276914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'name': 'network-vif-deleted', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:36:28.292222 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a89b44fd-030b-4031-a56d-d13897cea1a9 req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] 10.222.0.54 "DELETE /v2.0/ports/09b4b5d2-11f1-4cf1-80a2-f83a68781ca7 HTTP/1.1" status: 204  len: 173 time: 2.3815923
Feb 17 20:36:28.329087 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38af2e9b-3c96-4044-a0b2-5b99565c2133', 'name': 'network-vif-deleted', 'tag': '09b4b5d2-11f1-4cf1-80a2-f83a68781ca7', 'status': 'completed', 'code': 200}
Feb 17 20:36:29.276238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 57746) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:29.358722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004123-2ffb-4bc3-a734-0a7eaaa106b5 req-1776ca86-f506-478e-8835-07c18af1c1ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:29.361813 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f004123-2ffb-4bc3-a734-0a7eaaa106b5 req-1776ca86-f506-478e-8835-07c18af1c1ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1601086
Feb 17 20:36:29.417756 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f004123-2ffb-4bc3-a734-0a7eaaa106b5 req-7f9480e9-af68-47fd-8157-8331731bd403 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489235
Feb 17 20:36:29.996122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:30.370627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Deleting port c6e14bcb-c286-495c-b783-9feb4dc0bd35 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:36:30.371215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:30.557134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] For port c6e14bcb-c286-495c-b783-9feb4dc0bd35, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=c6e14bcb-c286-495c-b783-9feb4dc0bd35,segment=NetworkSegment(3a56b01f-f8ad-47e6-89de-98742cb8a835),segment_id=3a56b01f-f8ad-47e6-89de-98742cb8a835)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:30.557443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:30.630952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926590e-d663-45d7-ad49-8659b5f83663 req-b0307c2b-9ba9-4d29-a86e-b1a1f20e3879 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:30.632558 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b926590e-d663-45d7-ad49-8659b5f83663 req-b0307c2b-9ba9-4d29-a86e-b1a1f20e3879 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0889592
Feb 17 20:36:30.691645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Calling delete_port for c6e14bcb-c286-495c-b783-9feb4dc0bd35 owned by network:router_interface {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:36:30.692938 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b926590e-d663-45d7-ad49-8659b5f83663 req-de9e4e9f-7468-45b5-bdb0-df4443b9afed tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485685
Feb 17 20:36:31.008661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:31.246390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:31.352929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e14bcb-c286-495c-b783-9feb4dc0bd35,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:31.357611 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:31.648381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:31.898105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fa2f1-d641-4233-b474-e4d84445e5ef req-114ca3d6-0b26-44ba-8d46-78af834c73d1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:31.899707 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b28fa2f1-d641-4233-b474-e4d84445e5ef req-114ca3d6-0b26-44ba-8d46-78af834c73d1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0846963
Feb 17 20:36:31.951232 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b28fa2f1-d641-4233-b474-e4d84445e5ef req-282cd358-42c7-45f6-8437-4bffc92c44f6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449178
Feb 17 20:36:32.178546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:36:32.378626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:36:32.391130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] Sync routers for ids ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:36:32.393899 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] 10.222.0.23 "PUT /v2.0/routers/e68ed273-9f0d-4a5b-94c9-b945a371a7c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1149023
Feb 17 20:36:32.395866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 57784) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:32.404815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] Routers {'e68ed273-9f0d-4a5b-94c9-b945a371a7c9'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:36:32.405541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9405438>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:36:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:32.597185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks [] for router, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:32.608090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] Set router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:36:32.788801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:32.797310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Deleting port 316d3277-6cef-49dc-b6f5-8b0f4130d934 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:36:32.797706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:32.917839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9405438>, [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:36:30Z', 'revision_number': 5, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port': {'id': '316d3277-6cef-49dc-b6f5-8b0f4130d934', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:28Z', 'updated_at': '2021-02-17T20:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:32.921870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] Checking router: e68ed273-9f0d-4a5b-94c9-b945a371a7c9 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:36:32.931466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] Routers {'e68ed273-9f0d-4a5b-94c9-b945a371a7c9'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:36:32.932384 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9405438>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:36:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:32.987494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] For port 316d3277-6cef-49dc-b6f5-8b0f4130d934, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=316d3277-6cef-49dc-b6f5-8b0f4130d934,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:36:32.987876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:33.102641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] Set router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 gateway port host: None {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:36:33.141908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Calling delete_port for 316d3277-6cef-49dc-b6f5-8b0f4130d934 owned by network:router_gateway {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:36:33.174192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d62f73-2e1e-4eeb-ade6-578db3100d4d req-d96b72ed-35b6-4f72-b011-aa851833c051 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:33.177760 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3d62f73-2e1e-4eeb-ade6-578db3100d4d req-d96b72ed-35b6-4f72-b011-aa851833c051 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0959392
Feb 17 20:36:33.224742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9405438>, [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:36:32Z', 'revision_number': 6, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port_host': None}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:33.229173 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3d62f73-2e1e-4eeb-ade6-578db3100d4d req-dec68e45-67de-4cb8-a267-24b4d1924745 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461805
Feb 17 20:36:33.230234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5265815-92ff-4848-966b-55d4021d3294 None None] The sync data for ids ['e68ed273-9f0d-4a5b-94c9-b945a371a7c9'] in dv-cinder-759994-3-iscsi is: [{'id': 'e68ed273-9f0d-4a5b-94c9-b945a371a7c9', 'name': 'tempest-ServerRescueNegativeTestJSON-988324919-router', 'tenant_id': 'b960bf1beba2491eb51d05c4781f0053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:25Z', 'updated_at': '2021-02-17T20:36:32Z', 'revision_number': 6, 'project_id': 'b960bf1beba2491eb51d05c4781f0053', 'gw_port_host': None}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:36:33.349171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:33.364280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:33.692086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=316d3277-6cef-49dc-b6f5-8b0f4130d934,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:33.705756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:33.867620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.062922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.066043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.156311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.156892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e68ed273-9f0d-4a5b-94c9-b945a371a7c9 {{(pid=84018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:36:34.175772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Notify callbacks [] for router, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.178694 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e68ed273-9f0d-4a5b-94c9-b945a371a7c9 HTTP/1.1" status: 204  len: 168 time: 1.7812080
Feb 17 20:36:34.179927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 57804) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:34.247511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Deleting subnet 98feabf0-a940-486a-a30d-75c2365871d8 {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:36:34.251385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.308632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.419000 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.555866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3eefd407-a688-470e-aa0c-1811e87eba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.771605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d63ea7-75dc-4663-af42-202d9c0d7274 req-7025060f-b127-41ae-86a4-2325da136fde tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:34.773197 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1d63ea7-75dc-4663-af42-202d9c0d7274 req-7025060f-b127-41ae-86a4-2325da136fde tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.4216037
Feb 17 20:36:34.856763 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1d63ea7-75dc-4663-af42-202d9c0d7274 req-35d0cc6b-5c75-48f0-86f4-2035c90e89ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764716
Feb 17 20:36:34.950210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:34.967653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:35.057294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98feabf0-a940-486a-a30d-75c2365871d8,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:35.075190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:35.109258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:35.124971 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98feabf0-a940-486a-a30d-75c2365871d8 HTTP/1.1" status: 204  len: 168 time: 0.9438365
Feb 17 20:36:35.128539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 57812) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:35.252248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:35.331468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device c6e14bcb-c286-495c-b783-9feb4dc0bd35 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:36:35.368815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: c6e14bcb-c286-495c-b783-9feb4dc0bd35 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:36:35.369135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device c6e14bcb-c286-495c-b783-9feb4dc0bd35 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:36:35.369608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 316d3277-6cef-49dc-b6f5-8b0f4130d934 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:36:35.408926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: 316d3277-6cef-49dc-b6f5-8b0f4130d934 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:36:35.409321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 316d3277-6cef-49dc-b6f5-8b0f4130d934 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:36:35.451731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:35.568702 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b93ed2e8>,) {'filters': {'network_id': ['639f92c4-eb51-4b4b-9ac1-1a8074370a98']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:35.582054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b93ed2e8>, '3a56b01f-f8ad-47e6-89de-98742cb8a835') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:35.582397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b93ed2e8>, '3a56b01f-f8ad-47e6-89de-98742cb8a835') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:36:35.594261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:35.609082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:35.611130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:36:35.795150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:36:35.804574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:35.991218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Network 639f92c4-eb51-4b4b-9ac1-1a8074370a98 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:36:36.058867 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:36:36.156966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:36.162880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:36.168977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:36.205481 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Pushing event deleted for resources: {'Network': ['ID=639f92c4-eb51-4b4b-9ac1-1a8074370a98,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:36.208523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:36.213210 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] 10.222.0.23 "DELETE /v2.0/networks/639f92c4-eb51-4b4b-9ac1-1a8074370a98 HTTP/1.1" status: 204  len: 168 time: 1.0841355
Feb 17 20:36:36.221236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c10918-a871-44f0-8fbb-4c7545057527 req-801a921f-6c84-4b5d-a282-9741716e6f84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:36.222867 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-17c10918-a871-44f0-8fbb-4c7545057527 req-801a921f-6c84-4b5d-a282-9741716e6f84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.2440083
Feb 17 20:36:36.275235 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-17c10918-a871-44f0-8fbb-4c7545057527 req-726ebb7b-95c9-4ba7-bbf6-259cfdf41c0f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457880
Feb 17 20:36:36.340834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 57826) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:36.405256 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4fdf4adc-d77b-44d6-9064-e7d8d22dc9f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b960bf1beba2491eb51d05c4781f0053&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0629909
Feb 17 20:36:36.408821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 57830) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:36.475565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:36.503102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:36.550930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:36.555911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-971af849-294b-4f5f-a8d8-ca26ca486908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:36.571412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5468ed0b-a642-4973-99ee-10fb18900d7f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:36.573939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:36.579769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:36.580994 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5468ed0b-a642-4973-99ee-10fb18900d7f HTTP/1.1" status: 204  len: 168 time: 0.1710005
Feb 17 20:36:37.112695 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be969671-5703-4183-b035-934816421ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:37.492243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed1984-31ce-4096-8c57-23c2271c8d0a req-b13f3fdd-60e4-4989-9160-ffa095a306a0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:37.493924 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3ed1984-31ce-4096-8c57-23c2271c8d0a req-b13f3fdd-60e4-4989-9160-ffa095a306a0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0954940
Feb 17 20:36:37.550014 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3ed1984-31ce-4096-8c57-23c2271c8d0a req-86697411-0267-45c3-a558-58f1870ac560 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487871
Feb 17 20:36:37.733196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:38.779292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970ea49-53cb-4621-b07b-1382ef7e2ddc req-bdb859af-3494-4263-9a3d-cbd14b6ee6cb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:38.780931 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c970ea49-53cb-4621-b07b-1382ef7e2ddc req-bdb859af-3494-4263-9a3d-cbd14b6ee6cb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1026359
Feb 17 20:36:38.807844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:38.863293 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c970ea49-53cb-4621-b07b-1382ef7e2ddc req-2af87c5d-a0cf-4a15-8068-fad35c392c19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746391
Feb 17 20:36:38.942563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:39.422861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:40.065787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108c867-a60d-423c-8d87-778e1f9f2afa req-0d7d8455-21ef-4cc0-ac71-5669556a1320 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:40.067362 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4108c867-a60d-423c-8d87-778e1f9f2afa req-0d7d8455-21ef-4cc0-ac71-5669556a1320 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0895488
Feb 17 20:36:40.118481 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4108c867-a60d-423c-8d87-778e1f9f2afa req-b5957516-7d1c-45a0-a8b8-ad0ee8b8961a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442173
Feb 17 20:36:41.357351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d9192-dcd0-4b1e-9e2a-539dacd390d2 req-676b3bd2-f4e3-43ef-ac94-0036d63b2bda tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:41.359027 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e65d9192-dcd0-4b1e-9e2a-539dacd390d2 req-676b3bd2-f4e3-43ef-ac94-0036d63b2bda tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1068704
Feb 17 20:36:41.415290 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e65d9192-dcd0-4b1e-9e2a-539dacd390d2 req-3aa2ba76-ead2-4b20-86e8-71a818808346 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466168
Feb 17 20:36:42.622655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337075c-e8d3-481e-b6fc-db587f2e3851 req-8bb550d9-eab5-4cb0-b740-84c1d10ba9fd tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:42.624255 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b337075c-e8d3-481e-b6fc-db587f2e3851 req-8bb550d9-eab5-4cb0-b740-84c1d10ba9fd tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0895684
Feb 17 20:36:42.674980 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b337075c-e8d3-481e-b6fc-db587f2e3851 req-9aacae64-75fb-48cf-8bbf-c8c18a8e3182 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433986
Feb 17 20:36:43.790964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:36:43.865058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:36:43.865432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:43.889031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d25b94-6fec-4dc8-9fe0-89d20458c547 req-5ab7a90b-74d8-40ee-9576-c3585c207cdf tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:43.890687 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a1d25b94-6fec-4dc8-9fe0-89d20458c547 req-5ab7a90b-74d8-40ee-9576-c3585c207cdf tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0937982
Feb 17 20:36:43.940995 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a1d25b94-6fec-4dc8-9fe0-89d20458c547 req-7c8e6466-a5bc-49f5-bd7b-da7c48997e4a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428767
Feb 17 20:36:44.759978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 57980) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:44.892027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:44.907329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:36:44.911315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Usage tracker for resource:security_group_rule and tenant:79a26208c736490fba0e7b76b30efcaf is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:36:44.914234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:36:44.919972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:36:45.014254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.017727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.027113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5eb97b95-b730-48e7-917b-a10fcd165c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:45.072527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1e1d06-525d-48f3-b9a6-8b9fa5ecac49,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:45.076199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:45.079049 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79a26208c736490fba0e7b76b30efcaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3175945
Feb 17 20:36:45.081998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 57992) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:45.151665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.189733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.236997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.242242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b6060e7c-46db-4ffb-ad00-d376f01ffe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:45.254443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1e1d06-525d-48f3-b9a6-8b9fa5ecac49,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:45.259487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:45.261500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.264280 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e1e1d06-525d-48f3-b9a6-8b9fa5ecac49 HTTP/1.1" status: 204  len: 168 time: 0.1801877
Feb 17 20:36:45.379427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a1b65-ffbc-4b3f-b2bc-e471f8e1ca76 req-70834b3d-d0f3-43e7-b259-26a52c3a8fe9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:45.381028 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c75a1b65-ffbc-4b3f-b2bc-e471f8e1ca76 req-70834b3d-d0f3-43e7-b259-26a52c3a8fe9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0974824
Feb 17 20:36:45.430577 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c75a1b65-ffbc-4b3f-b2bc-e471f8e1ca76 req-ce44f41a-4772-4fdc-a456-360eefcf8b29 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428405
Feb 17 20:36:45.587907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58028) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:45.607355 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.623235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:36:45.627879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf7c1a2d2ca4b87afbcc79f4dd95124 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:36:45.630893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:36:45.637091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:36:45.725419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.728272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.740999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3e2df442-f075-4843-9252-196c5d9254c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:45.786302 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bf7c1a2d2ca4b87afbcc79f4dd95124&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1947527
Feb 17 20:36:45.786302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b776e-765e-4c09-af77-128312a3c32f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:45.786754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58044) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:36:45.788123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:45.850232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.878425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.925601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.931041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e698e982-be87-4b7c-9056-de53b794ea7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:36:45.958276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:36:45.966731 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b7b776e-765e-4c09-af77-128312a3c32f HTTP/1.1" status: 204  len: 168 time: 0.1787591
Feb 17 20:36:45.967749 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b776e-765e-4c09-af77-128312a3c32f,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:36:45.974027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:36:46.656188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66163e-6ebc-43c7-bcff-a938ca0398d9 req-eece6aa3-02fc-496b-af33-d09e1c8b701d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:46.658771 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a66163e-6ebc-43c7-bcff-a938ca0398d9 req-eece6aa3-02fc-496b-af33-d09e1c8b701d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1033819
Feb 17 20:36:46.711083 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a66163e-6ebc-43c7-bcff-a938ca0398d9 req-e9fd7d57-9fb6-4028-9f27-a587a302941e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451217
Feb 17 20:36:47.923002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c6ec-2c9b-4e6f-ab72-7272ae0c76fb req-b886c5e6-65db-45bb-b726-f6d908eb34db tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:47.928868 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2c1c6ec-2c9b-4e6f-ab72-7272ae0c76fb req-b886c5e6-65db-45bb-b726-f6d908eb34db tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0945930
Feb 17 20:36:47.988855 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2c1c6ec-2c9b-4e6f-ab72-7272ae0c76fb req-3fd4d5a3-9ec0-4dd3-9ecc-93b1fe4b2f0b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570712
Feb 17 20:36:49.199825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c808e-df71-44c0-88d2-48e7d17ca5ba req-c371818c-0b1d-4118-aa94-bacc0d4b948d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:49.201414 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a74c808e-df71-44c0-88d2-48e7d17ca5ba req-c371818c-0b1d-4118-aa94-bacc0d4b948d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0864079
Feb 17 20:36:49.249917 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a74c808e-df71-44c0-88d2-48e7d17ca5ba req-2a576ada-ac2b-4b26-9e20-5914242b0451 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418770
Feb 17 20:36:50.034010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:36:50.460842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44be68-2c52-4b16-af4f-817cb9459963 req-e9f68cb6-9f8d-4ff2-a75c-1aaf7c8b07ae tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:50.462495 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd44be68-2c52-4b16-af4f-817cb9459963 req-e9f68cb6-9f8d-4ff2-a75c-1aaf7c8b07ae tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0929601
Feb 17 20:36:50.513931 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd44be68-2c52-4b16-af4f-817cb9459963 req-b921a510-a36e-4424-a1f6-667dc4999ee6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451648
Feb 17 20:36:51.725033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea22f-6a9c-4285-ae77-fb423046bceb req-3212b707-72f0-48fb-b611-f36b37c4e2b9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:51.726663 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c5ea22f-6a9c-4285-ae77-fb423046bceb req-3212b707-72f0-48fb-b611-f36b37c4e2b9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0881064
Feb 17 20:36:51.774662 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c5ea22f-6a9c-4285-ae77-fb423046bceb req-b4f732de-88a0-43d6-876a-6ef93959296d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416584
Feb 17 20:36:52.989348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48758e-3631-4bc7-9500-a6f11040b167 req-214d14de-45fd-4d35-ae6f-adf15b51eae2 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:52.990977 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc48758e-3631-4bc7-9500-a6f11040b167 req-214d14de-45fd-4d35-ae6f-adf15b51eae2 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0922756
Feb 17 20:36:53.038557 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc48758e-3631-4bc7-9500-a6f11040b167 req-ee8d3383-349b-4318-b5cc-3946c57ec9d9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412617
Feb 17 20:36:54.254946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed7f0-1923-43dd-a5c2-e211f89f9b17 req-c1daacf9-e495-40a2-9d38-3b2adb0cce28 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:54.256638 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32aed7f0-1923-43dd-a5c2-e211f89f9b17 req-c1daacf9-e495-40a2-9d38-3b2adb0cce28 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0943451
Feb 17 20:36:54.307339 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32aed7f0-1923-43dd-a5c2-e211f89f9b17 req-b363906a-49c5-466a-a0c7-0f2d8a5a2d7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441816
Feb 17 20:36:55.520761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f721c0-5d85-4dfe-9d7a-8fd85397238b req-36dd88a4-9010-47af-a00a-fbe1a4df5da6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:55.522412 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5f721c0-5d85-4dfe-9d7a-8fd85397238b req-36dd88a4-9010-47af-a00a-fbe1a4df5da6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0941482
Feb 17 20:36:55.580379 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5f721c0-5d85-4dfe-9d7a-8fd85397238b req-33177dc6-7e7a-4321-99dc-a6850e9e4a09 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510831
Feb 17 20:36:56.798263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c048fd-162f-4393-8031-07755f6998a8 req-5b26bd29-fa45-429c-9022-d3bb93f9fd7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:56.799880 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39c048fd-162f-4393-8031-07755f6998a8 req-5b26bd29-fa45-429c-9022-d3bb93f9fd7f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0932989
Feb 17 20:36:56.851809 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39c048fd-162f-4393-8031-07755f6998a8 req-3b90af8d-572a-45d4-8076-c05eebb7ee2a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454631
Feb 17 20:36:58.062836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1eb49-fc9d-4b96-99b1-4dec95277600 req-f9e47333-7d1f-4682-a834-7f9d3238e9c9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:58.064545 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27b1eb49-fc9d-4b96-99b1-4dec95277600 req-f9e47333-7d1f-4682-a834-7f9d3238e9c9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0922089
Feb 17 20:36:58.116347 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27b1eb49-fc9d-4b96-99b1-4dec95277600 req-7c03ac71-c861-4a3f-802d-4214cdc4ff29 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435703
Feb 17 20:36:59.543813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a3e86-d15d-4af3-88ea-2eb4feae2b67 req-dfa8a581-99cf-431e-846b-d49f026b744e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:36:59.545414 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-043a3e86-d15d-4af3-88ea-2eb4feae2b67 req-dfa8a581-99cf-431e-846b-d49f026b744e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.3083403
Feb 17 20:36:59.597086 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-043a3e86-d15d-4af3-88ea-2eb4feae2b67 req-383c0c65-3c4e-487a-ae4a-ddeee68bb400 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446377
Feb 17 20:37:00.835832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bde3e-f3a5-4716-b6f1-d4b32bf126ef req-9028506a-8404-4abd-94d7-b2d62aa6750c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:00.837557 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-381bde3e-f3a5-4716-b6f1-d4b32bf126ef req-9028506a-8404-4abd-94d7-b2d62aa6750c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1020880
Feb 17 20:37:00.901891 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-381bde3e-f3a5-4716-b6f1-d4b32bf126ef req-fb2e8ae3-a691-4af0-b3b2-503363483e69 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546811
Feb 17 20:37:01.745753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58266) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:01.921983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:01.940051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:01.944817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d573ec9881894bf6b2a2d134774e3721 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:01.948822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:01.956484 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:02.085277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:02.097093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:02.136302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f2943687-6cc0-4d5b-8efe-9ff9bb932e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:02.179210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58278) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:02.179811 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d573ec9881894bf6b2a2d134774e3721&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322293
Feb 17 20:37:02.181047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c4aea-6221-4d7e-a330-d4827a9dffcf,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:02.187147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:02.329416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:02.350486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29036f7-81e6-4fe9-84a0-e3ca193e3581 req-d2a8e719-58bd-437e-96d9-008e66c4947f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:02.352123 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a29036f7-81e6-4fe9-84a0-e3ca193e3581 req-d2a8e719-58bd-437e-96d9-008e66c4947f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1318340
Feb 17 20:37:02.375905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:02.409673 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a29036f7-81e6-4fe9-84a0-e3ca193e3581 req-38c8e456-4d2c-4eaf-be7b-90def9c65997 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501723
Feb 17 20:37:02.433512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:02.438307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8993f80d-a53f-4a7e-8833-1fc8a7ea4ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:02.456789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c4aea-6221-4d7e-a330-d4827a9dffcf,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:02.460171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:02.474610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:02.480213 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/944c4aea-6221-4d7e-a330-d4827a9dffcf HTTP/1.1" status: 204  len: 168 time: 0.2951856
Feb 17 20:37:02.908019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58288) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:02.940434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:02.962754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:02.967698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Usage tracker for resource:security_group_rule and tenant:fa391bed3950481db063303babae83ba is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:02.972369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:02.981614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:03.121391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:03.127189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:03.138285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c90abfb6-09f3-464b-b92d-b5669bb362c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:03.173197 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa391bed3950481db063303babae83ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2638700
Feb 17 20:37:03.176042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58292) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:03.194836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b56d108-9c7e-4a98-bec5-c63870c43502,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:03.200042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:03.266283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:03.320052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:03.377092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:03.385602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-774920ea-afcd-4940-9dbf-10f1047f1822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:03.401819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b56d108-9c7e-4a98-bec5-c63870c43502,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:03.405659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:03.407291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:03.409727 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b56d108-9c7e-4a98-bec5-c63870c43502 HTTP/1.1" status: 204  len: 168 time: 0.2315481
Feb 17 20:37:03.639419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee14ab-6daf-484f-8afd-4c720fae303e req-2c15efb8-8fcc-486f-af64-aee0273ca758 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:03.641671 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-78ee14ab-6daf-484f-8afd-4c720fae303e req-2c15efb8-8fcc-486f-af64-aee0273ca758 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1051140
Feb 17 20:37:03.699643 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-78ee14ab-6daf-484f-8afd-4c720fae303e req-54727b15-f70f-41f8-bb81-caba659f13ba tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501266
Feb 17 20:37:04.572622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ffcc408a-79c2-47f1-b5e8-2969d6738049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:04.940544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655132c9-a4ff-488c-82c8-003d9ea63234 req-3beae9a8-33e6-450c-a132-c865e78f0b23 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:04.942219 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-655132c9-a4ff-488c-82c8-003d9ea63234 req-3beae9a8-33e6-450c-a132-c865e78f0b23 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1006098
Feb 17 20:37:05.011333 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-655132c9-a4ff-488c-82c8-003d9ea63234 req-76cd28a9-3d61-4ee4-a404-27b5a3373845 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583107
Feb 17 20:37:06.247526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69798a0-e917-4a32-86b4-2faa0a3a2ff4 req-0e3490cb-7465-484a-8e0e-26574423f58a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:06.249376 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f69798a0-e917-4a32-86b4-2faa0a3a2ff4 req-0e3490cb-7465-484a-8e0e-26574423f58a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1059897
Feb 17 20:37:06.322234 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f69798a0-e917-4a32-86b4-2faa0a3a2ff4 req-61d11a07-932b-410c-a9db-50fc3de7ea86 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593233
Feb 17 20:37:06.590742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58400) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:06.756269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:06.772978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:06.777096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Usage tracker for resource:security_group_rule and tenant:6428c4d65caf49449583c3054852a2d0 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:06.780129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:06.786583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:06.888328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:06.892553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:06.902042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:06.950308 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6428c4d65caf49449583c3054852a2d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3583512
Feb 17 20:37:06.951497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58408) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:06.952236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb0ae1e-980b-4392-805e-4573cc94fb3d,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:06.961074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:07.027602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c6439a5-d8d1-4950-9bef-73717a4ab026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.059035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c6439a5-d8d1-4950-9bef-73717a4ab026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.108717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-356f4cff-c495-4ca2-a0c0-ff477c0de705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.115644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c6439a5-d8d1-4950-9bef-73717a4ab026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.121181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1c0ad29-6c41-45db-91b5-796ea81469f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:07.140342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6439a5-d8d1-4950-9bef-73717a4ab026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb0ae1e-980b-4392-805e-4573cc94fb3d,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:07.144402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8c6439a5-d8d1-4950-9bef-73717a4ab026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:07.150598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c6439a5-d8d1-4950-9bef-73717a4ab026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.155101 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8c6439a5-d8d1-4950-9bef-73717a4ab026 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cb0ae1e-980b-4392-805e-4573cc94fb3d HTTP/1.1" status: 204  len: 168 time: 0.2023158
Feb 17 20:37:07.521443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58420) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:07.542872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.551366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da9307-0797-4b15-802b-045d3e59d157 req-e8af451c-f055-44be-bff6-3eed299f1307 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:07.553111 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68da9307-0797-4b15-802b-045d3e59d157 req-e8af451c-f055-44be-bff6-3eed299f1307 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0979357
Feb 17 20:37:07.561937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:07.567166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Usage tracker for resource:security_group_rule and tenant:535d3fb583f24ec28b18979ae2c30a38 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:07.570539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:07.577375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:07.612785 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68da9307-0797-4b15-802b-045d3e59d157 req-c419c299-dfc7-4293-b42b-c3820cc0c61e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526419
Feb 17 20:37:07.683061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.686268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.697017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e40472d0-fceb-4552-aa54-d201612d85d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:07.742880 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=535d3fb583f24ec28b18979ae2c30a38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2194047
Feb 17 20:37:07.743932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.745862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58424) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:07.747839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeb2147-d11b-4d5a-af3c-60acc8445fc3,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:07.752724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:07.838399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.873416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.928754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.933658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cec773e0-1791-4628-9b19-958f46cddd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:07.951571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeb2147-d11b-4d5a-af3c-60acc8445fc3,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:07.972748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:07.974203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:07.978357 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ceeb2147-d11b-4d5a-af3c-60acc8445fc3 HTTP/1.1" status: 204  len: 168 time: 0.2306659
Feb 17 20:37:08.799035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:08.924529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d0a1-780b-417c-b654-8c9a89e9cf44 req-f8412ba1-c87d-4a06-af72-258dcff3e1b8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:08.930742 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-84f3d0a1-780b-417c-b654-8c9a89e9cf44 req-f8412ba1-c87d-4a06-af72-258dcff3e1b8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1183462
Feb 17 20:37:08.949375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:08.996351 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-84f3d0a1-780b-417c-b654-8c9a89e9cf44 req-1d735fc6-f57c-462a-af73-635ff5c14064 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585766
Feb 17 20:37:09.430780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:10.218598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d32d3-f68b-4d10-8787-89e5a6feb7ca req-805faa8a-e202-423d-bc85-70605d59adfd tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:10.220373 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-853d32d3-f68b-4d10-8787-89e5a6feb7ca req-805faa8a-e202-423d-bc85-70605d59adfd tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0989451
Feb 17 20:37:10.276980 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-853d32d3-f68b-4d10-8787-89e5a6feb7ca req-33c8b05b-b75c-43f5-b03f-c297d8540b9f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497916
Feb 17 20:37:11.501198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8f8c1-ceff-4dce-bdbd-85a9a79cdabf req-cd131572-5a31-4a8c-84e9-cc211449797c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:11.502954 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19d8f8c1-ceff-4dce-bdbd-85a9a79cdabf req-cd131572-5a31-4a8c-84e9-cc211449797c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0950587
Feb 17 20:37:11.554145 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19d8f8c1-ceff-4dce-bdbd-85a9a79cdabf req-98da232e-0ea2-4e06-abb8-89752f29aa27 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443480
Feb 17 20:37:12.777978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeba0e-4b25-4efc-b207-27766b4495a8 req-8803b064-b144-4e8a-8c04-93c1f51e9ccb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:12.782208 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2eeba0e-4b25-4efc-b207-27766b4495a8 req-8803b064-b144-4e8a-8c04-93c1f51e9ccb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0985670
Feb 17 20:37:12.831200 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2eeba0e-4b25-4efc-b207-27766b4495a8 req-4d5246d4-673a-4d62-9d58-2459228f660f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454237
Feb 17 20:37:14.039638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa449-8a73-4bab-9e7d-34a1efc3f560 req-de034dfb-dae9-4d3b-8a10-503b904c6c5f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:14.041234 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d5aa449-8a73-4bab-9e7d-34a1efc3f560 req-de034dfb-dae9-4d3b-8a10-503b904c6c5f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0883567
Feb 17 20:37:14.091320 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d5aa449-8a73-4bab-9e7d-34a1efc3f560 req-9388e936-3a3e-4df5-91e3-62076281d747 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435061
Feb 17 20:37:15.310866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf5dd7-329f-475d-9edc-cb3f519efe69 req-674cb6ea-9624-44d7-bae2-b4dccb9819a7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:15.312453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a8bf5dd7-329f-475d-9edc-cb3f519efe69 req-674cb6ea-9624-44d7-bae2-b4dccb9819a7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0916138
Feb 17 20:37:15.361933 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a8bf5dd7-329f-475d-9edc-cb3f519efe69 req-ec3d2ddd-d206-446e-b391-e924250037f7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423815
Feb 17 20:37:15.569500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-e646e184-7e8e-4ed7-a82a-0a4f61daa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:15.571022 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-e646e184-7e8e-4ed7-a82a-0a4f61daa52f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1163 time: 0.1924338
Feb 17 20:37:15.742487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-51322a43-5a06-4b1c-b580-fdcfbd74d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:15.744024 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-51322a43-5a06-4b1c-b580-fdcfbd74d04d service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.1381035
Feb 17 20:37:15.865991 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-8e156b4f-2cc6-425d-86b0-b97e10d8615b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42 HTTP/1.1" status: 200  len: 1002 time: 0.1009552
Feb 17 20:37:15.946899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-88115c11-dc29-4e27-a941-6f57aab225a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:15.948502 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-88115c11-dc29-4e27-a941-6f57aab225a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0747101
Feb 17 20:37:16.044587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-1ba0ad79-dbfa-47bf-926a-e9ce197a0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:16.046229 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-1ba0ad79-dbfa-47bf-926a-e9ce197a0f0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849915
Feb 17 20:37:16.223859 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-b29144ed-a18a-4116-a8e7-123165649261 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524117
Feb 17 20:37:16.383079 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a279d810-b31f-498f-9e7e-64078a17c2c0 req-fb355ae2-3bf3-4238-acca-8f2318f7f541 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1510279
Feb 17 20:37:16.574816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7929b-a8fe-47a3-b38f-9cd513cdce0e req-b2991609-2954-4ea0-9c4c-32ddfbdb4c3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:16.576404 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42c7929b-a8fe-47a3-b38f-9cd513cdce0e req-b2991609-2954-4ea0-9c4c-32ddfbdb4c3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0909176
Feb 17 20:37:16.624971 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42c7929b-a8fe-47a3-b38f-9cd513cdce0e req-f1186802-9e04-4bc0-892d-c16236466098 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417430
Feb 17 20:37:17.836864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b072b-0f3a-415e-9012-9ce4d9bfba2e req-e7e4002c-866e-4a47-bed9-511aab8f338a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:17.839197 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-409b072b-0f3a-415e-9012-9ce4d9bfba2e req-e7e4002c-866e-4a47-bed9-511aab8f338a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0894318
Feb 17 20:37:17.890051 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-409b072b-0f3a-415e-9012-9ce4d9bfba2e req-472abfac-3c15-4dd6-8444-15573f4a188f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443172
Feb 17 20:37:19.160391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cd276-9da0-4436-8001-7cc497a3a332 req-c6977164-b1bc-45ac-99bf-41171a65a07f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:19.162213 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-105cd276-9da0-4436-8001-7cc497a3a332 req-c6977164-b1bc-45ac-99bf-41171a65a07f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1499913
Feb 17 20:37:19.233140 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-105cd276-9da0-4436-8001-7cc497a3a332 req-dc40482b-1ef6-43a8-9427-a9d81012d9f9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643492
Feb 17 20:37:19.851818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:37:19.976454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:20.006696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:37:20.017221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:20.021294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:20.024059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:20.103092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:20.111862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.112257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.112635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.113012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.113388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.113777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.114329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.114697 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.115061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.115435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.115794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.116156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.116561 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.116931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.117293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.117655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.118064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.118444 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.118803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.119162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.119602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.120039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.120437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.120830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:20.125782 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:20.199530 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'code': 422} returned with failed status
Feb 17 20:37:20.464759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fae9d-6563-465c-a226-97f1be6e8621 req-45a38e56-93e8-4c5f-8324-d8b3cbf33c72 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:20.466443 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f7fae9d-6563-465c-a226-97f1be6e8621 req-45a38e56-93e8-4c5f-8324-d8b3cbf33c72 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0959115
Feb 17 20:37:20.517394 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f7fae9d-6563-465c-a226-97f1be6e8621 req-ec8f4498-ecae-4508-be23-29fb8d2d7ed9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436766
Feb 17 20:37:21.504926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be131ffb-60bb-4acd-b968-c8eb451ad402 req-ab98144f-6a6d-45c3-bddd-54e42b06c695 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:21.506552 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be131ffb-60bb-4acd-b968-c8eb451ad402 req-ab98144f-6a6d-45c3-bddd-54e42b06c695 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0932174
Feb 17 20:37:21.514646 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58666) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:21.566949 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be131ffb-60bb-4acd-b968-c8eb451ad402 req-b50e1e55-bc27-482c-a89b-f6f4bcb4051b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446682
Feb 17 20:37:21.650836 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-474d9a5c-eda4-460e-8fed-d73abad40bcf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1348732
Feb 17 20:37:21.751575 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-31dc3007-a2c5-47a4-b94a-543bd1caae53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0908723
Feb 17 20:37:22.003982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-90395adb-25fe-4778-8de3-d7b4f985a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:22.005909 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-90395adb-25fe-4778-8de3-d7b4f985a0a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1162 time: 0.0895212
Feb 17 20:37:22.185479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-ec8cb2e9-ceea-4b80-ade0-64392f89e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:22.187070 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-ec8cb2e9-ceea-4b80-ade0-64392f89e536 service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.1534455
Feb 17 20:37:22.304170 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-b6d25608-b4ce-4bb6-b7aa-479943b9c998 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 1001 time: 0.1071665
Feb 17 20:37:22.380062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-446d8586-0261-4a98-b7e3-a920b0c9e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:22.381572 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-446d8586-0261-4a98-b7e3-a920b0c9e339 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.0659852
Feb 17 20:37:22.480928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-b12f64bc-c5c8-418f-838b-52d5b8f694e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:22.482600 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-b12f64bc-c5c8-418f-838b-52d5b8f694e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845959
Feb 17 20:37:22.653841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-8da5faae-6e7c-46c6-be9e-19676b7b3487 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575067
Feb 17 20:37:22.857527 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcbdadeb-4ba6-4c7c-af9f-274b60029a87 req-282a42c8-62ce-4286-9906-0355e4d0fd5c service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1937647
Feb 17 20:37:22.876331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c9802-85f7-42a2-b92b-2c3c62906746 req-bfb6dc3e-903e-4fa8-a6f6-4f58b1b23d26 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:22.878689 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f5c9802-85f7-42a2-b92b-2c3c62906746 req-bfb6dc3e-903e-4fa8-a6f6-4f58b1b23d26 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1425889
Feb 17 20:37:22.927087 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f5c9802-85f7-42a2-b92b-2c3c62906746 req-4cff81da-9541-40cb-a272-a839d194225f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413680
Feb 17 20:37:23.768285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-0bb4128e-5a43-47b5-b6f4-60724c6bb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:23.770178 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-0bb4128e-5a43-47b5-b6f4-60724c6bb687 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc&tenant_id=9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 1161 time: 0.1010561
Feb 17 20:37:23.899299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-ee21537e-ed9a-49c3-a060-3799cf307431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:23.900974 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-ee21537e-ed9a-49c3-a060-3799cf307431 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1161 time: 0.0830607
Feb 17 20:37:24.155159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5d58-1bb9-4665-a400-21b72a857ece req-cb6d5a8e-51e3-4d24-a444-432de2c6d055 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:24.156866 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc0d5d58-1bb9-4665-a400-21b72a857ece req-cb6d5a8e-51e3-4d24-a444-432de2c6d055 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0968165
Feb 17 20:37:24.209347 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc0d5d58-1bb9-4665-a400-21b72a857ece req-a49221e4-eacd-4978-96f1-6f54f16e233c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454772
Feb 17 20:37:24.275303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-64082abd-2d10-4ad6-ab71-a8c54f37413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:24.276878 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-64082abd-2d10-4ad6-ab71-a8c54f37413a service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.3682115
Feb 17 20:37:24.396285 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-070cc1a3-e48f-4b8b-a7cf-a90ff44320a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42 HTTP/1.1" status: 200  len: 1000 time: 0.1080341
Feb 17 20:37:24.473135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-6fdb2ea2-417f-4dcf-830e-09fee7610277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:24.474784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-6fdb2ea2-417f-4dcf-830e-09fee7610277 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0712333
Feb 17 20:37:24.568097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-1190d70d-895c-4563-8b96-b3cdfbc5ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:24.569891 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-1190d70d-895c-4563-8b96-b3cdfbc5ad24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878141
Feb 17 20:37:24.625338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58736) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:24.722465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58742) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:24.732371 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-8f510ae9-1232-4857-a709-3b942aaba125 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472185
Feb 17 20:37:24.860384 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:24.877464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:24.889615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:24.893823 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cca6d07-e422-41f9-91d6-64ca092c060e req-65c2cc0f-882a-45a9-ae59-a8926379f0b6 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486218
Feb 17 20:37:24.897523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Usage tracker for resource:security_group_rule and tenant:1b0f541093b249ca8be35befd4d1c9cf is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:24.901396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:24.904573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:24.911652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:24.914069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Usage tracker for resource:security_group_rule and tenant:77757a3004504513ab3ad203e66a98d8 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:24.917998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:24.929042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:25.088702 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.096386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.097428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.120567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a160810d-d298-4e03-9212-e84f33082082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:25.136725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.156715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58754) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:25.156947 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b0f541093b249ca8be35befd4d1c9cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5301414
Feb 17 20:37:25.193406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4676d6c-4c1e-487d-87c1-b06576afa255,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:25.210207 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77757a3004504513ab3ad203e66a98d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4863081
Feb 17 20:37:25.210453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58758) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:25.211794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.212239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.212633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.213022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.213408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.213823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.214208 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.214589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.214975 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.215351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.215732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.216111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.216532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.216912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.217291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.217676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.218106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.218484 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.218860 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.219235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.219621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.219987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.221004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.221305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.226408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:25.226937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-33d8add3-5d0e-4b03-9c8c-97778d5d8439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:25.256317 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b563dba-fcae-4d83-a294-2b0dcb4c1b3c,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:25.264784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:25.279680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.331588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.348889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.403259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.428292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b66f62-447c-4f34-89a4-27dbc9aa8bf5 req-50976eaf-56f6-4a62-af77-6a7940768796 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:25.429976 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0b66f62-447c-4f34-89a4-27dbc9aa8bf5 req-50976eaf-56f6-4a62-af77-6a7940768796 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0934825
Feb 17 20:37:25.449727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.456606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9becd66-4b6d-423b-9a86-9f6b18f2b3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:25.474783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4676d6c-4c1e-487d-87c1-b06576afa255,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:25.484609 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0b66f62-447c-4f34-89a4-27dbc9aa8bf5 req-2c8ab3aa-2ec3-4e38-ad7b-31197cded0fa tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472422
Feb 17 20:37:25.488134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.488487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.488893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.489290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.489685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.490131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.490524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.490911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.491301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.491693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.492083 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.492467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.492899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.493302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.493723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.494496 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.494496 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.494828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.495222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.495605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.495991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.496374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.496759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.497140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:25.501289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:25.516832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.519199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-162e6596-17af-4cad-95c8-c7c3513ef143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:25.541622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b563dba-fcae-4d83-a294-2b0dcb4c1b3c,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:25.544618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:25.547131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.554071 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4676d6c-4c1e-487d-87c1-b06576afa255 HTTP/1.1" status: 204  len: 168 time: 0.3905361
Feb 17 20:37:25.554071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:25.554071 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b563dba-fcae-4d83-a294-2b0dcb4c1b3c HTTP/1.1" status: 204  len: 168 time: 0.3396540
Feb 17 20:37:25.965039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58794) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:25.984941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:26.002185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:26.006936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Usage tracker for resource:security_group_rule and tenant:27d8731b3e2f46bca9ef18f995e98e30 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:26.010067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:26.015880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:26.123188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:26.127286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:26.136879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8016a102-f776-4e6e-b048-42b7ab51a7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:26.168207 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc21c44-f613-4d38-a506-bce02496a9e5,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:26.173268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:26.192633 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27d8731b3e2f46bca9ef18f995e98e30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2264793
Feb 17 20:37:26.195426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58808) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:26.268332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:26.303003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:26.358313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:26.364672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-42206554-5c61-4832-b72d-439fbeda6d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:26.401563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc21c44-f613-4d38-a506-bce02496a9e5,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:26.413657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:26.420896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:26.426635 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dc21c44-f613-4d38-a506-bce02496a9e5 HTTP/1.1" status: 204  len: 168 time: 0.2300432
Feb 17 20:37:26.432066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58824) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:26.824676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce97d-0956-4826-b0da-628dad66be80 req-028c75d7-ae2a-434c-91d6-a8216b6eb734 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:26.826302 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-789ce97d-0956-4826-b0da-628dad66be80 req-028c75d7-ae2a-434c-91d6-a8216b6eb734 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1785953
Feb 17 20:37:26.873872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-671960096-network', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:26.886408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:26.915325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Usage tracker for resource:network and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:26.923726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:26.934753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:26.979816 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-789ce97d-0956-4826-b0da-628dad66be80 req-22a94d34-29b5-4d5e-8fe7-c30b9e25b980 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428347
Feb 17 20:37:26.979816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Made reservation on behalf of 826bf73d53cd46dfae569bef7260eb25 for: {'network': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:37:26.999269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.024089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.040158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:37:27.062095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:27.067823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Usage tracker for resource:security_group_rule and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:27.070472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:27.077100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:27.196315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.199275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.203845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7477177f-d20f-41a8-9ec4-318334ea49c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:27.241036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:37:27.254258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256671776764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.254841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Added segment 2e516dcf-9992-4e36-b86a-3c3fe20427c6 of type vxlan for network f1501e96-0220-4061-8a86-57560ff012ef
Feb 17 20:37:27.264256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ea924-e334-452b-8c05-1f0750a5f400,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:27.268999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:27.291948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.326655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.327966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:27.328630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.354790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb0affcb-49f9-4518-bfc0-818e807014f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:27.444950 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.0081241
Feb 17 20:37:27.448013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58850) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:27.454623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Request body: {'subnet': {'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-671960096-subnet', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:27.460569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:27.464465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Pushing event updated for resources: {'Network': ['ID=f1501e96-0220-4061-8a86-57560ff012ef,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:27.464680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Usage tracker for resource:subnet and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:27.467761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:27.468031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:27.477752 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network f1501e96-0220-4061-8a86-57560ff012ef details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:37:27.482065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:27.518710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Made reservation on behalf of 826bf73d53cd46dfae569bef7260eb25 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:37:27.525081 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:27.589900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network f1501e96-0220-4061-8a86-57560ff012ef details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:37:28.113030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:28.149550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e809579d-bf8c-4c79-b414-910a04d4b828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:28.388751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ba6160-ef75-4876-a06f-1052239a1f8a,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:28.396350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:28.480375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebbd1b-aa81-4104-8e84-e73436e61781 req-efa16980-55a7-4b1b-b3f8-2c75f67ebb74 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:28.482045 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1eebbd1b-aa81-4104-8e84-e73436e61781 req-efa16980-55a7-4b1b-b3f8-2c75f67ebb74 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1907005
Feb 17 20:37:28.542319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Checking segment: {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:28.542713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Network hostable DHCP agents. Network: f1501e96-0220-4061-8a86-57560ff012ef, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:37:28.564494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1eebbd1b-aa81-4104-8e84-e73436e61781 req-85ba7dbd-305d-442b-9299-32fb6b93bf14 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740390
Feb 17 20:37:28.574560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Network f1501e96-0220-4061-8a86-57560ff012ef is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:37:28.588747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, f1501e96-0220-4061-8a86-57560ff012ef) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:28.605889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e560478-9184-4f13-831d-897167e928f5 None None] Network f1501e96-0220-4061-8a86-57560ff012ef requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:37:28.615310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:28.615969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:28.638936 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1894360
Feb 17 20:37:28.641864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58866) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:28.648802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:28.654149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:28.658826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Usage tracker for resource:router and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:28.661879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:28.668168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:28.682645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:28.684137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:28.710114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:28.851822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-f1501e96-0220-4061-8a86-57560ff012ef', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:37:28.852851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:29.009274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:29.184096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Allocated IP 172.20.0.2 (f1501e96-0220-4061-8a86-57560ff012ef/b8ba6160-ef75-4876-a06f-1052239a1f8a/05d6736d-fefe-4d23-8a02-9a3aaef7af94) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:37:29.444321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:29.452942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:29.456381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Transition to ACTIVE for port object 05d6736d-fefe-4d23-8a02-9a3aaef7af94 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:29.474758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Transition to ACTIVE for port object 05d6736d-fefe-4d23-8a02-9a3aaef7af94 will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:29.481012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:29.493345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:29.501460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:29.818930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Pushing event updated for resources: {'Port': ['ID=05d6736d-fefe-4d23-8a02-9a3aaef7af94,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:29.852316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Allocated IP 172.27.2.225 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/e2148596-173c-42fe-944e-51bb949f2826) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:37:29.868949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:29.889213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Network f1501e96-0220-4061-8a86-57560ff012ef is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:29.891051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:29.894848 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:37:29.904497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705119bb-b7fb-4c64-862b-48d3f388eb36 req-7107d2ff-322d-4697-8f79-0273516228ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:29.906224 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-705119bb-b7fb-4c64-862b-48d3f388eb36 req-7107d2ff-322d-4697-8f79-0273516228ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1547844
Feb 17 20:37:29.965964 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-705119bb-b7fb-4c64-862b-48d3f388eb36 req-f7e09a3b-322a-4229-a7ee-41545bab00d6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510862
Feb 17 20:37:29.975244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Attempting to bind port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:37:29.975676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Attempting to bind port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:37:29.976101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Attempting to bind port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 on network f1501e96-0220-4061-8a86-57560ff012ef {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:37:29.982897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:37:29.983337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Checking segment: {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:29.983802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:29.984258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Bound using segment: {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:37:29.984802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Bound port: 05d6736d-fefe-4d23-8a02-9a3aaef7af94, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:37:29.985238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:30.087792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:30.120101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] For port 05d6736d-fefe-4d23-8a02-9a3aaef7af94, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:37:30.123863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] For port 05d6736d-fefe-4d23-8a02-9a3aaef7af94, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=05d6736d-fefe-4d23-8a02-9a3aaef7af94,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:37:30.129727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:30.141538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:30.149814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b1d2c4c-99dd-4179-8967-cbf61d48fae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:30.159734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a45508a4-8c7f-4215-9395-bb500382ea1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:30.335367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Pushing event updated for resources: {'Port': ['ID=05d6736d-fefe-4d23-8a02-9a3aaef7af94,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:30.340833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:30.639385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Pushing event updated for resources: {'Port': ['ID=e2148596-173c-42fe-944e-51bb949f2826,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:30.646615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:30.710618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:30.713152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:30.715448 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:37:31.436217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e101c6-6525-4c2b-8f36-dd50f5dbc536 req-ce18321c-34f4-4f87-a2ef-948c658dfd3a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:31.437926 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-53e101c6-6525-4c2b-8f36-dd50f5dbc536 req-ce18321c-34f4-4f87-a2ef-948c658dfd3a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.2856517
Feb 17 20:37:31.463060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 05d6736d-fefe-4d23-8a02-9a3aaef7af94 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:31.520172 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-53e101c6-6525-4c2b-8f36-dd50f5dbc536 req-b3190ef8-b150-44a5-b56c-a39cad6e466e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702865
Feb 17 20:37:31.530412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:31.585658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:31.946886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:32.219180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Router 0220859b-cd75-48ae-ab30-b084bcf61f32 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:37:32.332674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c9992-7127-409d-b0a1-59cb7ba5ba07 None None] Network f1501e96-0220-4061-8a86-57560ff012ef requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:37:32.450660 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:37:32.483892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Notify callbacks [] for router, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:32.485200 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8415587
Feb 17 20:37:32.486805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Sync routers for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:37:32.488753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58894) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:32.529747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:32.530476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c90e10>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:32.706654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Provisioning for port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:32.728959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Provisioning complete for port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:32.729386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:32.829549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576deb28-bef5-4b2f-b18a-3642e751123c req-5f061d9f-5cf7-4e7e-8507-3792f16b2e3e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:32.838855 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-576deb28-bef5-4b2f-b18a-3642e751123c req-5f061d9f-5cf7-4e7e-8507-3792f16b2e3e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1245379
Feb 17 20:37:32.889926 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-576deb28-bef5-4b2f-b18a-3642e751123c req-12bbdb27-43d2-4147-9b3c-622fe5badc9e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498095
Feb 17 20:37:32.994485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:33.111643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:33.255766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] For port 05d6736d-fefe-4d23-8a02-9a3aaef7af94, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=05d6736d-fefe-4d23-8a02-9a3aaef7af94,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:33.261743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:33.265757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:33.409953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Pushing event updated for resources: {'Port': ['ID=05d6736d-fefe-4d23-8a02-9a3aaef7af94,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:33.413854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:33.455519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c90e10>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:31Z', 'revision_number': 3, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:33.460962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Checking router: 0220859b-cd75-48ae-ab30-b084bcf61f32 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:37:33.461630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Updating router 0220859b-cd75-48ae-ab30-b084bcf61f32 port e2148596-173c-42fe-944e-51bb949f2826 binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:37:33.532348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e66e9e3b-cada-4e5e-a0df-adc81d6b9fe0 None None] Provisioning complete for port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:33.533337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e66e9e3b-cada-4e5e-a0df-adc81d6b9fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:33.584924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:33.595841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.017761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Allocated IP 172.20.0.1 (f1501e96-0220-4061-8a86-57560ff012ef/b8ba6160-ef75-4876-a06f-1052239a1f8a/d1347ddf-7587-446f-82a8-37ba0fb5e184) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:37:34.164561 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c085a7a5-4f89-4433-bf41-5e364938d695 None None] Provisioning complete for port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:34.164991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c085a7a5-4f89-4433-bf41-5e364938d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.260822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.277404 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50ed2c-16ca-480e-af12-b39cd076d953 req-a8e65e93-2569-4926-bd5f-dac1f00bc1a4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:34.280534 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db50ed2c-16ca-480e-af12-b39cd076d953 req-a8e65e93-2569-4926-bd5f-dac1f00bc1a4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1778350
Feb 17 20:37:34.309754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Transition to ACTIVE for port object d1347ddf-7587-446f-82a8-37ba0fb5e184 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:34.344960 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db50ed2c-16ca-480e-af12-b39cd076d953 req-3b87442c-6748-466d-b9bf-2b98f41e5a7b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581198
Feb 17 20:37:34.370974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.387450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51f83d49-fc95-4dc4-a0b2-8154f236686d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:34.399879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.414387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Transition to ACTIVE for port object e2148596-173c-42fe-944e-51bb949f2826 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:34.418116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.529598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Pushing event updated for resources: {'Port': ['ID=d1347ddf-7587-446f-82a8-37ba0fb5e184,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:34.537947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:34.539026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fbdd5e3e-627a-41b6-8e49-5a290fd4a04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:34.623828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Network f1501e96-0220-4061-8a86-57560ff012ef is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:34.625112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:34.627692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:37:34.630896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4a52ba61-33c3-43c0-a5cf-cae49505e4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.649330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92dbda-8dc8-478f-830e-f05048874729 None None] Pushing event updated for resources: {'Port': ['ID=e2148596-173c-42fe-944e-51bb949f2826,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:34.654853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c92dbda-8dc8-478f-830e-f05048874729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:34.692017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.727590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Attempting to bind port e2148596-173c-42fe-944e-51bb949f2826 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:37:34.728110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Attempting to bind port e2148596-173c-42fe-944e-51bb949f2826 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:37:34.728608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Attempting to bind port e2148596-173c-42fe-944e-51bb949f2826 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:37:34.737359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:37:34.738110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:34.738469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.738988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:37:34.739693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Bound port: e2148596-173c-42fe-944e-51bb949f2826, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:37:34.741776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.857943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] For port e2148596-173c-42fe-944e-51bb949f2826, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:37:34.859935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] For port e2148596-173c-42fe-944e-51bb949f2826, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e2148596-173c-42fe-944e-51bb949f2826,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:37:34.867422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:34.888011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:35.005507 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:35.042390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6727fe2-653a-4e77-94a6-57f94026c945 None None] Provisioning for port d1347ddf-7587-446f-82a8-37ba0fb5e184 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:35.081265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6727fe2-653a-4e77-94a6-57f94026c945 None None] Provisioning complete for port d1347ddf-7587-446f-82a8-37ba0fb5e184 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:35.081636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6727fe2-653a-4e77-94a6-57f94026c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:35.130093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92dbda-8dc8-478f-830e-f05048874729 None None] Pushing event updated for resources: {'Port': ['ID=e2148596-173c-42fe-944e-51bb949f2826,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:35.136177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c92dbda-8dc8-478f-830e-f05048874729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:35.235139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f6727fe2-653a-4e77-94a6-57f94026c945 None None] Port d1347ddf-7587-446f-82a8-37ba0fb5e184 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:37:35.240328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:35.241019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c90e10>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:35.436503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:35.443037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:35.445174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 05d6736d-fefe-4d23-8a02-9a3aaef7af94 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:35.519882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-487dafd0-f184-4e17-a6bd-92f24fe1f341 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:35.538540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:35.619508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:35.666360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d80c27-7da9-4d1a-959b-66f8fedc8013 req-408b940b-e363-4d21-87ea-a4e3ff03d2fb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:35.668104 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1d80c27-7da9-4d1a-959b-66f8fedc8013 req-408b940b-e363-4d21-87ea-a4e3ff03d2fb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1004596
Feb 17 20:37:35.709322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Pushing event updated for resources: {'Port': ['ID=d1347ddf-7587-446f-82a8-37ba0fb5e184,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:35.714605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:35.734292 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1d80c27-7da9-4d1a-959b-66f8fedc8013 req-c06b4d05-c23c-41b0-b84e-ec99c1e73452 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533910
Feb 17 20:37:35.783045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Network f1501e96-0220-4061-8a86-57560ff012ef is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:35.784260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:35.864941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:35.865298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:35.994813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Router 0220859b-cd75-48ae-ab30-b084bcf61f32 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:37:36.102630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-17ad4fa7-7141-40f8-9033-a3e91091b8ab None None] Provisioning complete for port d1347ddf-7587-446f-82a8-37ba0fb5e184 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:36.102994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17ad4fa7-7141-40f8-9033-a3e91091b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:36.153634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c90e10>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 1, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:36.162567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b36533-7612-484c-8e8d-df348ef37bdb None None] The sync data for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi is: [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 1, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:37:36.181761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-17ad4fa7-7141-40f8-9033-a3e91091b8ab None None] Port d1347ddf-7587-446f-82a8-37ba0fb5e184 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:37:36.511363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:37:36.521914 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] 10.222.0.23 "PUT /v2.0/routers/0220859b-cd75-48ae-ab30-b084bcf61f32/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0320175
Feb 17 20:37:37.005516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7f11-8bd7-424f-9944-a8292b3b9283 req-f6ba5714-0d04-4bec-ab61-47e5a543c02e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:37.013584 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-600a7f11-8bd7-424f-9944-a8292b3b9283 req-f6ba5714-0d04-4bec-ab61-47e5a543c02e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1179187
Feb 17 20:37:37.083114 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-600a7f11-8bd7-424f-9944-a8292b3b9283 req-84f215de-2a27-44ab-89f2-2540089a663c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682912
Feb 17 20:37:37.132969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bda4471f-4bc9-488b-ab18-604ebe8a2e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.436364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e2148596-173c-42fe-944e-51bb949f2826 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:37.584917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port e2148596-173c-42fe-944e-51bb949f2826 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:37.590798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port e2148596-173c-42fe-944e-51bb949f2826 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:37.591235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.620352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58944) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:37.626924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-290470841-network', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:37.634966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:37.640620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Usage tracker for resource:network and tenant:550786a98f2742d2874d7bad5bbbf5d6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:37.647564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:37.656549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:37.667790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Made reservation on behalf of 550786a98f2742d2874d7bad5bbbf5d6 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:37:37.672848 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.687993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.707503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:37.711912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Usage tracker for resource:security_group_rule and tenant:550786a98f2742d2874d7bad5bbbf5d6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:37.715100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:37.724087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:37.825158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.828532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.834093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4260a311-34cf-4387-b3ec-78c9a46e9df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:37.866818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:37:37.881286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae98c146-d08f-4abb-961e-2226653b0cd9,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:37.885864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:37.886898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.887283 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Added segment 9a1b84c3-efc4-47e1-82ce-0fcfad34b974 of type vxlan for network 838e5a2f-ed68-4cb1-bda5-6142332e0873
Feb 17 20:37:37.917040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.926981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.944293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.948827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port e2148596-173c-42fe-944e-51bb949f2826, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e2148596-173c-42fe-944e-51bb949f2826,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:37.951109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.952421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:37.953083 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.955575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:37.957582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7166ec08-89d4-45dc-846f-f09524377213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:37.966999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:38.032271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=e2148596-173c-42fe-944e-51bb949f2826,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:38.036641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:38.076131 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4546492
Feb 17 20:37:38.079191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 58950) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:38.079939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Pushing event updated for resources: {'Network': ['ID=838e5a2f-ed68-4cb1-bda5-6142332e0873,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:38.084349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:38.088514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Request body: {'subnet': {'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-290470841-subnet', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:38.092170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:37:38.094101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:38.100717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Usage tracker for resource:subnet and tenant:550786a98f2742d2874d7bad5bbbf5d6 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:38.103940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:38.110461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:38.124198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Made reservation on behalf of 550786a98f2742d2874d7bad5bbbf5d6 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:37:38.130541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:38.338451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8619ac-1f65-46c4-a329-5524e3d0cdd1 req-2e119760-8888-446a-9e75-c9e23ea08206 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:38.347368 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d8619ac-1f65-46c4-a329-5524e3d0cdd1 req-2e119760-8888-446a-9e75-c9e23ea08206 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1079538
Feb 17 20:37:38.391106 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d8619ac-1f65-46c4-a329-5524e3d0cdd1 req-d0ef014b-2c20-4d77-a1ad-6117acf79c43 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431666
Feb 17 20:37:38.580086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:38.596475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:38.723965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:37:38.749050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=592067de-e6c8-4405-876c-61edc3c0f079,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:38.769266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:38.879692 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:38.884589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Checking segment: {'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:38.885314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Network hostable DHCP agents. Network: 838e5a2f-ed68-4cb1-bda5-6142332e0873, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:37:38.917052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:37:38.950102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 838e5a2f-ed68-4cb1-bda5-6142332e0873) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:38.959164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:38.966919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0019dc16-2061-4d6f-87cd-c8dddda9df38 None None] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:37:38.984943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:38.986522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.014787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 58964) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:39.022312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:39.024704 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-45facb74-cd7d-4c28-a67e-0f77865edf9f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9318917
Feb 17 20:37:39.029477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:39.035734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Usage tracker for resource:router and tenant:550786a98f2742d2874d7bad5bbbf5d6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:39.040673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:39.054671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:39.093891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.097476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.115601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.275489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-838e5a2f-ed68-4cb1-bda5-6142332e0873', 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'fixed_ips': [{'subnet_id': '592067de-e6c8-4405-876c-61edc3c0f079'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:37:39.276417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.444208 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e2148596-173c-42fe-944e-51bb949f2826 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:39.571308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.579217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port e2148596-173c-42fe-944e-51bb949f2826 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:39.580626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.604829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:39.905189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Sync routers for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:37:39.909175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df795489-0be5-4e7b-b9e6-5970f5938aa9 req-5b08f390-1ca0-42b4-bc45-19b98ffb0809 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:39.917437 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df795489-0be5-4e7b-b9e6-5970f5938aa9 req-5b08f390-1ca0-42b4-bc45-19b98ffb0809 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.2012341
Feb 17 20:37:39.932776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:39.933771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7828>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:39.997974 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df795489-0be5-4e7b-b9e6-5970f5938aa9 req-70cedf74-ef0d-4c85-a364-e67bca3b229b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793886
Feb 17 20:37:40.106839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Allocated IP 172.20.0.2 (838e5a2f-ed68-4cb1-bda5-6142332e0873/592067de-e6c8-4405-876c-61edc3c0f079/7543cdc9-773b-49e7-a338-9e2b497c6ffb) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:37:40.543580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:40.599400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:40.607795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:40.623443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Transition to ACTIVE for port object 7543cdc9-773b-49e7-a338-9e2b497c6ffb will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:40.647134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:40.647780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Transition to ACTIVE for port object 7543cdc9-773b-49e7-a338-9e2b497c6ffb will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:40.654124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:40.672801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:40.921042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Pushing event updated for resources: {'Port': ['ID=7543cdc9-773b-49e7-a338-9e2b497c6ffb,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:40.933684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:40.981814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7828>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:35Z', 'revision_number': 2, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:41.001832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Checking router: 0220859b-cd75-48ae-ab30-b084bcf61f32 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:37:41.002548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Updating router 0220859b-cd75-48ae-ab30-b084bcf61f32 port d1347ddf-7587-446f-82a8-37ba0fb5e184 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:37:41.040230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Allocated IP 172.27.2.236 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/f7779a05-ec75-491e-8abf-77ff3ec1ca07) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:37:41.049099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:41.054614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:41.058073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:37:41.133674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.200549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Attempting to bind port 7543cdc9-773b-49e7-a338-9e2b497c6ffb on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:37:41.201470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Attempting to bind port 7543cdc9-773b-49e7-a338-9e2b497c6ffb by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:37:41.202136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Attempting to bind port 7543cdc9-773b-49e7-a338-9e2b497c6ffb on network 838e5a2f-ed68-4cb1-bda5-6142332e0873 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:37:41.209190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:37:41.210013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Checking segment: {'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:41.210691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.211528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Bound using segment: {'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:37:41.212424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Bound port: 7543cdc9-773b-49e7-a338-9e2b497c6ffb, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:37:41.213080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.389194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.404757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] For port 7543cdc9-773b-49e7-a338-9e2b497c6ffb, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:37:41.411876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] For port 7543cdc9-773b-49e7-a338-9e2b497c6ffb, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7543cdc9-773b-49e7-a338-9e2b497c6ffb,segment=NetworkSegment(9a1b84c3-efc4-47e1-82ce-0fcfad34b974),segment_id=9a1b84c3-efc4-47e1-82ce-0fcfad34b974)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:37:41.417518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.433540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:41.469388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541bd6-b19a-4050-b465-38af06fa2d37 req-9d29d2cf-d594-4841-89b3-bcca658a0770 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:41.471774 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c541bd6-b19a-4050-b465-38af06fa2d37 req-9d29d2cf-d594-4841-89b3-bcca658a0770 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1337957
Feb 17 20:37:41.501754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.596955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de182201-6dcf-4fc8-b25e-c82a5204dc3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:41.668610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Pushing event updated for resources: {'Port': ['ID=7543cdc9-773b-49e7-a338-9e2b497c6ffb,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:41.687289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:41.722553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7779a05-ec75-491e-8abf-77ff3ec1ca07,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:41.749943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:41.753777 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c541bd6-b19a-4050-b465-38af06fa2d37 req-673bddf1-0981-4491-b947-06a4d0fcd2d3 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2742205
Feb 17 20:37:41.764780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.780014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:41.780014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:41.781404 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Transition to ACTIVE for port object d1347ddf-7587-446f-82a8-37ba0fb5e184 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:41.781981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:37:41.784374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:41.802840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:41.952723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Pushing event updated for resources: {'Port': ['ID=d1347ddf-7587-446f-82a8-37ba0fb5e184,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:41.966089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.966511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.966896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.967283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.967673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.968038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.968402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.968792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.969161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.969529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.969996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.970366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.970780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.971164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.971536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.971907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.972310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.972631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.973604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.973604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.973922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.974270 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.974644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.975012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:37:41.991641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:42.213357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Attempting to bind port d1347ddf-7587-446f-82a8-37ba0fb5e184 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:37:42.213902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Attempting to bind port d1347ddf-7587-446f-82a8-37ba0fb5e184 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:37:42.214210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Attempting to bind port d1347ddf-7587-446f-82a8-37ba0fb5e184 on network f1501e96-0220-4061-8a86-57560ff012ef {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:37:42.223589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:37:42.224001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Checking segment: {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:42.224443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:42.224921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Bound using segment: {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:37:42.225576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Bound port: d1347ddf-7587-446f-82a8-37ba0fb5e184, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:37:42.226046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:42.309056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:42.331947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] For port d1347ddf-7587-446f-82a8-37ba0fb5e184, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:37:42.335624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] For port d1347ddf-7587-446f-82a8-37ba0fb5e184, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d1347ddf-7587-446f-82a8-37ba0fb5e184,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:37:42.339787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:42.357130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:42.516446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Pushing event updated for resources: {'Port': ['ID=d1347ddf-7587-446f-82a8-37ba0fb5e184,revision_number=4']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:42.522967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8976a251-d26a-42bb-be20-bb189a4d651e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:42.562267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:42.562780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7828>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:42.700506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:42.765966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:43.051718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6db289-f4ec-4a8d-ad2d-e1432d7ba009 req-94b2dbe0-769b-4a0f-9e75-4dd58667493e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:43.053632 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f6db289-f4ec-4a8d-ad2d-e1432d7ba009 req-94b2dbe0-769b-4a0f-9e75-4dd58667493e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1253870
Feb 17 20:37:43.174084 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f6db289-f4ec-4a8d-ad2d-e1432d7ba009 req-d2709070-5d7e-467e-8ec9-b172835af907 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107931
Feb 17 20:37:43.263940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Router e097d818-6c0b-4c63-a62e-630be59621f5 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:37:43.287850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7828>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:42Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:43.292320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fdb1e-6fc2-4f2f-96c5-d522a67edb83 None None] The sync data for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi is: [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:42Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:37:43.341434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59022) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:43.362765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da82fa-a963-4045-92fd-d658286f5f32 None None] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:37:43.496471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4410e08c-92b5-4d8a-b44d-56b165e30b7c None None] Provisioning for port 7543cdc9-773b-49e7-a338-9e2b497c6ffb completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:43.513609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:37:43.528005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Sync routers for ids ['e097d818-6c0b-4c63-a62e-630be59621f5'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:37:43.543057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:43.544796 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.5286264
Feb 17 20:37:43.546748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:43.549603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59030) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:43.576703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:43.582172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Usage tracker for resource:security_group_rule and tenant:981619cd714b44e7b53c039657a64961 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:43.585418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:43.591883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:43.601764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Routers {'e097d818-6c0b-4c63-a62e-630be59621f5'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:43.616879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c905c0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e097d818-6c0b-4c63-a62e-630be59621f5'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:43.740325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:43.744996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:43.777069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6ba29926-5d47-4119-b0d7-98bc04b57e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:43.790403 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=981619cd714b44e7b53c039657a64961&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4478300
Feb 17 20:37:43.791131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59034) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:43.843174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4626c8-b9cb-4ffb-8826-ac243f518c49,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:43.849136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:43.888733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28b0a9f2-69f5-404c-abd8-7634b4e80891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:43.925683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28b0a9f2-69f5-404c-abd8-7634b4e80891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:43.979905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28b0a9f2-69f5-404c-abd8-7634b4e80891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:43.985255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-078aca5b-6dce-4f81-92df-edfce586ff1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:43.989449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d1347ddf-7587-446f-82a8-37ba0fb5e184 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:43.997430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0a9f2-69f5-404c-abd8-7634b4e80891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4626c8-b9cb-4ffb-8826-ac243f518c49,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:44.001429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-28b0a9f2-69f5-404c-abd8-7634b4e80891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:44.005404 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28b0a9f2-69f5-404c-abd8-7634b4e80891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:44.009555 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-28b0a9f2-69f5-404c-abd8-7634b4e80891 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d4626c8-b9cb-4ffb-8826-ac243f518c49 HTTP/1.1" status: 204  len: 168 time: 0.2156386
Feb 17 20:37:44.296963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Set router e097d818-6c0b-4c63-a62e-630be59621f5 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:44.473633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port d1347ddf-7587-446f-82a8-37ba0fb5e184 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:44.508505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port d1347ddf-7587-446f-82a8-37ba0fb5e184 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:44.508930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:44.608485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710009a3-e209-4ce1-acb1-7d61380db54b req-42fbf1ee-9622-4b48-bbb9-e92428b0bfb0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:44.610158 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-710009a3-e209-4ce1-acb1-7d61380db54b req-42fbf1ee-9622-4b48-bbb9-e92428b0bfb0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1959612
Feb 17 20:37:44.733044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:44.750121 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-710009a3-e209-4ce1-acb1-7d61380db54b req-71e94e34-6924-4c02-88a6-4318772ea8d2 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212344
Feb 17 20:37:44.886644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:44.945810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port d1347ddf-7587-446f-82a8-37ba0fb5e184, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d1347ddf-7587-446f-82a8-37ba0fb5e184,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:44.950234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:44.951367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7543cdc9-773b-49e7-a338-9e2b497c6ffb up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:44.984984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:45.058499 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c905c0>, [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:37:42Z', 'revision_number': 3, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:45.097018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Checking router: e097d818-6c0b-4c63-a62e-630be59621f5 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:37:45.097436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Updating router e097d818-6c0b-4c63-a62e-630be59621f5 port f7779a05-ec75-491e-8abf-77ff3ec1ca07 binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:37:45.169252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=d1347ddf-7587-446f-82a8-37ba0fb5e184,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:45.176110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:45.200900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Allocated IP 172.20.0.1 (838e5a2f-ed68-4cb1-bda5-6142332e0873/592067de-e6c8-4405-876c-61edc3c0f079/7c39231a-d2c5-4654-a2bc-3df5a43dd094) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:37:45.207373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.253402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 7543cdc9-773b-49e7-a338-9e2b497c6ffb completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:45.262730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 7543cdc9-773b-49e7-a338-9e2b497c6ffb triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:45.263158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.380607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.399331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Transition to ACTIVE for port object 7c39231a-d2c5-4654-a2bc-3df5a43dd094 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:45.424710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.441331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:45.452213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e552fd26-a0ca-4ab9-a5b6-665c0274b19c None None] Provisioning complete for port 7543cdc9-773b-49e7-a338-9e2b497c6ffb triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:45.452550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e552fd26-a0ca-4ab9-a5b6-665c0274b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.616458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.619152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Pushing event updated for resources: {'Port': ['ID=7c39231a-d2c5-4654-a2bc-3df5a43dd094,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:45.624559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:45.692850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:45.694283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:45.696600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:37:45.755609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 7543cdc9-773b-49e7-a338-9e2b497c6ffb, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7543cdc9-773b-49e7-a338-9e2b497c6ffb,segment=NetworkSegment(9a1b84c3-efc4-47e1-82ce-0fcfad34b974),segment_id=9a1b84c3-efc4-47e1-82ce-0fcfad34b974)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:45.762497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.917893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.987898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:45.996137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:46.019811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91579774-68b5-4215-bc0e-398d5f9958f4 req-926e2b03-7e3f-40ec-9e93-50d01f584133 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:46.027427 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-91579774-68b5-4215-bc0e-398d5f9958f4 req-926e2b03-7e3f-40ec-9e93-50d01f584133 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1111560
Feb 17 20:37:46.085606 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-91579774-68b5-4215-bc0e-398d5f9958f4 req-53eeeade-68a5-4ea7-be96-d5ee84d9610e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547345
Feb 17 20:37:46.124595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=7543cdc9-773b-49e7-a338-9e2b497c6ffb,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:46.129132 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:46.133479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d1347ddf-7587-446f-82a8-37ba0fb5e184 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:46.280642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.285333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0855824a-7fbc-4f38-97fb-15ebccb2eb04 None None] Provisioning for port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:46.285537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.294942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.297452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0855824a-7fbc-4f38-97fb-15ebccb2eb04 None None] Provisioning complete for port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:46.298126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0855824a-7fbc-4f38-97fb-15ebccb2eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.319395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:46.353088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port d1347ddf-7587-446f-82a8-37ba0fb5e184 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:46.353518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.401643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Transition to ACTIVE for port object f7779a05-ec75-491e-8abf-77ff3ec1ca07 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:46.412528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.438981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:46.565337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0855824a-7fbc-4f38-97fb-15ebccb2eb04 None None] Port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:37:46.604098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f32b0-9a33-49e5-b178-d9bdb760ffd4 None None] Pushing event updated for resources: {'Port': ['ID=f7779a05-ec75-491e-8abf-77ff3ec1ca07,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:46.607339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b0f32b0-9a33-49e5-b178-d9bdb760ffd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:46.624091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.639420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Pushing event updated for resources: {'Port': ['ID=7c39231a-d2c5-4654-a2bc-3df5a43dd094,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:46.693771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:46.737849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Attempting to bind port f7779a05-ec75-491e-8abf-77ff3ec1ca07 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:37:46.737849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Attempting to bind port f7779a05-ec75-491e-8abf-77ff3ec1ca07 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:37:46.737849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Attempting to bind port f7779a05-ec75-491e-8abf-77ff3ec1ca07 on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:37:46.742359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:37:46.742790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:46.743240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.743753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:37:46.744206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Bound port: f7779a05-ec75-491e-8abf-77ff3ec1ca07, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:37:46.745027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.783279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:37:46.784667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:37:46.852519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] For port f7779a05-ec75-491e-8abf-77ff3ec1ca07, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:37:46.856305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] For port f7779a05-ec75-491e-8abf-77ff3ec1ca07, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=f7779a05-ec75-491e-8abf-77ff3ec1ca07,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:37:46.861254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:46.882125 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c92dbda-8dc8-478f-830e-f05048874729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:47.042332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Router e097d818-6c0b-4c63-a62e-630be59621f5 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:37:47.067615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f32b0-9a33-49e5-b178-d9bdb760ffd4 None None] Pushing event updated for resources: {'Port': ['ID=f7779a05-ec75-491e-8abf-77ff3ec1ca07,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:47.072439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b0f32b0-9a33-49e5-b178-d9bdb760ffd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:47.122887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4975d0b9-4fc4-41fa-8482-622133509304 None None] Provisioning complete for port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:47.123308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4975d0b9-4fc4-41fa-8482-622133509304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:47.184751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Routers {'e097d818-6c0b-4c63-a62e-630be59621f5'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:47.185446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c905c0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e097d818-6c0b-4c63-a62e-630be59621f5'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:47.324297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4975d0b9-4fc4-41fa-8482-622133509304 None None] Port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:37:47.375650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:37:47.389649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] Set router e097d818-6c0b-4c63-a62e-630be59621f5 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:47.390189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930383-bdda-47f7-8f8b-bc416d7f1a47 req-a383f020-7b0a-43d0-b660-942dddc1c458 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:47.392331 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2930383-bdda-47f7-8f8b-bc416d7f1a47 req-a383f020-7b0a-43d0-b660-942dddc1c458 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1453886
Feb 17 20:37:47.404530 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] 10.222.0.23 "PUT /v2.0/routers/e097d818-6c0b-4c63-a62e-630be59621f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8445239
Feb 17 20:37:47.444220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2930383-bdda-47f7-8f8b-bc416d7f1a47 req-806ee6e8-a03d-4088-8c50-f2b5a9d90a00 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449691
Feb 17 20:37:47.740618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c905c0>, [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:37:45Z', 'revision_number': 4, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '7c39231a-d2c5-4654-a2bc-3df5a43dd094', 'name': '', 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'mac_address': 'fa:16:3e:2d:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '592067de-e6c8-4405-876c-61edc3c0f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:44Z', 'updated_at': '2021-02-17T20:37:46Z', 'revision_number': 2, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'subnets': [{'id': '592067de-e6c8-4405-876c-61edc3c0f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:47.744919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b432-bc29-414f-a2f4-c2ba017762e8 None None] The sync data for ids ['e097d818-6c0b-4c63-a62e-630be59621f5'] in dv-cinder-759994-3-iscsi is: [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:37:45Z', 'revision_number': 4, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '7c39231a-d2c5-4654-a2bc-3df5a43dd094', 'name': '', 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'mac_address': 'fa:16:3e:2d:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '592067de-e6c8-4405-876c-61edc3c0f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:44Z', 'updated_at': '2021-02-17T20:37:46Z', 'revision_number': 2, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'subnets': [{'id': '592067de-e6c8-4405-876c-61edc3c0f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:37:47.904274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1000712182', 'description': 'tempest-TestShelveInstance-1000712182 description'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:47.910824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:47.914846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Usage tracker for resource:security_group and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:47.917919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:47.924333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:47.934711 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:47.957592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:47.961836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Usage tracker for resource:security_group_rule and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:47.964904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:47.970928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:48.050586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.053528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.059457 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c609bcc3-6c01-4ad2-8742-9990da90a2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:48.076103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7543cdc9-773b-49e7-a338-9e2b497c6ffb up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:48.108863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82362be-c5e3-495a-8933-a3d03266947b,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:48.114529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:48.115830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.117458 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac365526-6354-43ff-9864-9eb4c455a1f6 req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2177141
Feb 17 20:37:48.202166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 7543cdc9-773b-49e7-a338-9e2b497c6ffb triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:48.202617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.255161 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-91934210-4890-4e93-943b-e8dad93647a4 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups/e82362be-c5e3-495a-8933-a3d03266947b HTTP/1.1" status: 200  len: 1802 time: 0.0958745
Feb 17 20:37:48.260793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e82362be-c5e3-495a-8933-a3d03266947b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:48.261152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e82362be-c5e3-495a-8933-a3d03266947b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:48.271258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:48.288181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Usage tracker for resource:security_group_rule and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:48.295350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:48.302449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:48.373614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.405950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.409392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.411603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:48.444087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb89c8f-65f5-4a82-856b-35007cca0d89,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:48.446628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.447927 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-41c41c0f-8702-4d7d-ac88-d1215ac07801 req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1915631
Feb 17 20:37:48.448831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f24feb2f-c31c-47dc-8869-b94d73f09497 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:48.553318 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-aca4c08e-3301-4394-9638-dd03d2758a71 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups/e82362be-c5e3-495a-8933-a3d03266947b HTTP/1.1" status: 200  len: 2395 time: 0.0806980
Feb 17 20:37:48.558993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e82362be-c5e3-495a-8933-a3d03266947b', 'remote_group_id': None}]} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:48.559357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e82362be-c5e3-495a-8933-a3d03266947b', 'remote_group_id': None}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:37:48.566699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:48.571030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Usage tracker for resource:security_group_rule and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:48.574509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:48.582294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:48.682888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59106) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:48.723726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.750556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.755311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.757652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:48.790965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77b630-874c-4073-8d1d-2d70265bbf7f req-96b23825-5942-43d0-a8ba-286458555d61 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:48.792806 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6e77b630-874c-4073-8d1d-2d70265bbf7f req-96b23825-5942-43d0-a8ba-286458555d61 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1614642
Feb 17 20:37:48.804788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45ff85d-12be-4726-a540-d6098fcc79fa,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:48.809748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:48.820385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.821733 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ffb0566a-7544-4e0b-9319-736dd122ceeb req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2674513
Feb 17 20:37:48.864120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:48.872249 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6e77b630-874c-4073-8d1d-2d70265bbf7f req-fef57753-6b29-4686-903c-bc79d4d106fd tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721483
Feb 17 20:37:48.887818 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:37:48.894288 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Usage tracker for resource:security_group_rule and tenant:96e706dc188e4379aa3739dcb204cdce is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:37:48.898040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:37:48.904171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:37:49.016272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:49.020737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:49.030871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59fe0e8f-69b0-4c01-9be5-9551e52e557e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:49.096241 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96e706dc188e4379aa3739dcb204cdce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4066157
Feb 17 20:37:49.096241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d938b1d0-7af0-4035-81d4-2eb73bfdd101,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:49.096556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59140) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:37:49.099730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:49.170359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f705ed0b-b0a0-4fc4-9ccf-88a4e1477311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:49.204124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f705ed0b-b0a0-4fc4-9ccf-88a4e1477311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:49.262138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f705ed0b-b0a0-4fc4-9ccf-88a4e1477311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:49.267929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02de3aba-fded-402c-a8ed-634484a4e8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:49.284595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705ed0b-b0a0-4fc4-9ccf-88a4e1477311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d938b1d0-7af0-4035-81d4-2eb73bfdd101,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:49.287538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f705ed0b-b0a0-4fc4-9ccf-88a4e1477311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:49.290736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f705ed0b-b0a0-4fc4-9ccf-88a4e1477311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:49.295909 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f705ed0b-b0a0-4fc4-9ccf-88a4e1477311 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d938b1d0-7af0-4035-81d4-2eb73bfdd101 HTTP/1.1" status: 204  len: 168 time: 0.1960804
Feb 17 20:37:49.777827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32a06d-7114-42f1-8b49-9a6deeaa1d9c req-060edeed-91c1-4f01-9ddd-b4b14f2593d0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:49.779559 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa32a06d-7114-42f1-8b49-9a6deeaa1d9c req-060edeed-91c1-4f01-9ddd-b4b14f2593d0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0985723
Feb 17 20:37:49.832355 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa32a06d-7114-42f1-8b49-9a6deeaa1d9c req-42e7c0ee-b451-4317-b848-164d91112d00 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449779
Feb 17 20:37:50.102573 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f7779a05-ec75-491e-8abf-77ff3ec1ca07 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:50.186312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port f7779a05-ec75-491e-8abf-77ff3ec1ca07 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:50.191556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port f7779a05-ec75-491e-8abf-77ff3ec1ca07 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:50.191981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:50.233785 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2e2cd-8ed5-44ae-af38-32796f94de17 req-0ce00b2d-6f7f-4f0f-8045-a0988c450c34 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:50.236071 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-87a2e2cd-8ed5-44ae-af38-32796f94de17 req-0ce00b2d-6f7f-4f0f-8045-a0988c450c34 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0894575
Feb 17 20:37:50.290888 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-87a2e2cd-8ed5-44ae-af38-32796f94de17 req-a44ce48b-ca05-4ea0-92b4-5a23c4292160 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485137
Feb 17 20:37:50.323443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:50.341367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port f7779a05-ec75-491e-8abf-77ff3ec1ca07, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=f7779a05-ec75-491e-8abf-77ff3ec1ca07,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:50.346218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:50.348191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:50.421563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=f7779a05-ec75-491e-8abf-77ff3ec1ca07,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:50.425177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:51.038480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c21ae9-1347-4549-8ed1-6171045d08a1 req-7b38c5a8-a897-4898-895a-f8c9b8d8d3d1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:51.040059 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3c21ae9-1347-4549-8ed1-6171045d08a1 req-7b38c5a8-a897-4898-895a-f8c9b8d8d3d1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0907257
Feb 17 20:37:51.093659 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3c21ae9-1347-4549-8ed1-6171045d08a1 req-033e6a6f-5648-4f0f-baa1-71c5d05a9641 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472467
Feb 17 20:37:51.160761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Sync routers for ids ['e097d818-6c0b-4c63-a62e-630be59621f5'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:37:51.172603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Routers {'e097d818-6c0b-4c63-a62e-630be59621f5'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:51.174060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7ba8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e097d818-6c0b-4c63-a62e-630be59621f5'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:51.366601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Set router e097d818-6c0b-4c63-a62e-630be59621f5 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:51.504191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0e1c2-c652-4c6c-b1ed-b41e843c96d4 req-ca5074d9-a72a-4d08-b53f-c4ab6e803198 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:51.505959 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a0e1c2-c652-4c6c-b1ed-b41e843c96d4 req-ca5074d9-a72a-4d08-b53f-c4ab6e803198 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0884073
Feb 17 20:37:51.559331 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a0e1c2-c652-4c6c-b1ed-b41e843c96d4 req-d493f255-4112-4157-b36b-5521ee90183f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468245
Feb 17 20:37:51.863797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7ba8>, [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:37:45Z', 'revision_number': 4, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '7c39231a-d2c5-4654-a2bc-3df5a43dd094', 'name': '', 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'mac_address': 'fa:16:3e:2d:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '592067de-e6c8-4405-876c-61edc3c0f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:44Z', 'updated_at': '2021-02-17T20:37:46Z', 'revision_number': 2, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'subnets': [{'id': '592067de-e6c8-4405-876c-61edc3c0f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:51.868347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Checking router: e097d818-6c0b-4c63-a62e-630be59621f5 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:37:51.868757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Updating router e097d818-6c0b-4c63-a62e-630be59621f5 port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:37:51.930856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:52.077927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f7779a05-ec75-491e-8abf-77ff3ec1ca07 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:52.155729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port f7779a05-ec75-491e-8abf-77ff3ec1ca07 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:52.156103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:52.310282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3324758-ed4f-455e-aab2-8ed45f775760 req-528517d4-83c2-4b48-86ab-a53cb071cd8e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:52.317057 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b3324758-ed4f-455e-aab2-8ed45f775760 req-528517d4-83c2-4b48-86ab-a53cb071cd8e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1023884
Feb 17 20:37:52.372269 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b3324758-ed4f-455e-aab2-8ed45f775760 req-55a28c87-d7d3-4abb-bed1-4a7e978654ef tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512524
Feb 17 20:37:52.394549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:52.408245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Transition to ACTIVE for port object 7c39231a-d2c5-4654-a2bc-3df5a43dd094 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:37:52.411290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:52.427849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:52.571947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a52ea-f4ae-44d8-8670-838fa77767f2 None None] Pushing event updated for resources: {'Port': ['ID=7c39231a-d2c5-4654-a2bc-3df5a43dd094,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:52.575123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-723a52ea-f4ae-44d8-8670-838fa77767f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:52.756537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Attempting to bind port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:37:52.757066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Attempting to bind port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:37:52.757741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Attempting to bind port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 on network 838e5a2f-ed68-4cb1-bda5-6142332e0873 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:37:52.764675 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:37:52.765057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Checking segment: {'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:37:52.765498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:52.765960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Bound using segment: {'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:37:52.767211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Bound port: 7c39231a-d2c5-4654-a2bc-3df5a43dd094, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1b84c3-efc4-47e1-82ce-0fcfad34b974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:37:52.767659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:52.785666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302a92-2421-4d50-b1c0-06612b895d54 req-21a6b203-189b-4460-8344-a6469ed309d6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:52.787423 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97302a92-2421-4d50-b1c0-06612b895d54 req-21a6b203-189b-4460-8344-a6469ed309d6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0982201
Feb 17 20:37:52.838406 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97302a92-2421-4d50-b1c0-06612b895d54 req-c233cbdf-1a32-4b51-b2a1-006c639cb8a5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444200
Feb 17 20:37:52.871841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] For port 7c39231a-d2c5-4654-a2bc-3df5a43dd094, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:37:52.875317 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] For port 7c39231a-d2c5-4654-a2bc-3df5a43dd094, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7c39231a-d2c5-4654-a2bc-3df5a43dd094,segment=NetworkSegment(9a1b84c3-efc4-47e1-82ce-0fcfad34b974),segment_id=9a1b84c3-efc4-47e1-82ce-0fcfad34b974)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:37:52.879276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:52.894210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:53.044164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a52ea-f4ae-44d8-8670-838fa77767f2 None None] Pushing event updated for resources: {'Port': ['ID=7c39231a-d2c5-4654-a2bc-3df5a43dd094,revision_number=4']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:53.058293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-723a52ea-f4ae-44d8-8670-838fa77767f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:53.112963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Routers {'e097d818-6c0b-4c63-a62e-630be59621f5'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:37:53.114328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7ba8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:37:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e097d818-6c0b-4c63-a62e-630be59621f5'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:53.330162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] Set router e097d818-6c0b-4c63-a62e-630be59621f5 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:37:53.585934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea408-8ebf-43b0-8e35-ab725eae7b63 req-285f977c-9a33-45e5-9e86-101db047249a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:53.587559 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff6ea408-8ebf-43b0-8e35-ab725eae7b63 req-285f977c-9a33-45e5-9e86-101db047249a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0940173
Feb 17 20:37:53.636873 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff6ea408-8ebf-43b0-8e35-ab725eae7b63 req-e26e0110-8118-4fac-8da3-3bd0bcf3dcb7 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426888
Feb 17 20:37:53.678805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b98d7ba8>, [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:37:45Z', 'revision_number': 4, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '7c39231a-d2c5-4654-a2bc-3df5a43dd094', 'name': '', 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'mac_address': 'fa:16:3e:2d:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '592067de-e6c8-4405-876c-61edc3c0f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:44Z', 'updated_at': '2021-02-17T20:37:52Z', 'revision_number': 4, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'subnets': [{'id': '592067de-e6c8-4405-876c-61edc3c0f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:37:53.684470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cde1-2ba1-4804-a58b-5ef07798fe21 None None] The sync data for ids ['e097d818-6c0b-4c63-a62e-630be59621f5'] in dv-cinder-759994-3-iscsi is: [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:37:45Z', 'revision_number': 4, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '7c39231a-d2c5-4654-a2bc-3df5a43dd094', 'name': '', 'network_id': '838e5a2f-ed68-4cb1-bda5-6142332e0873', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'mac_address': 'fa:16:3e:2d:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '592067de-e6c8-4405-876c-61edc3c0f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:44Z', 'updated_at': '2021-02-17T20:37:52Z', 'revision_number': 4, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'subnets': [{'id': '592067de-e6c8-4405-876c-61edc3c0f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:37:53.900186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:53.995719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:53.996721 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:54.121627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72353bf7-3841-4438-b9e4-6a6acc5b87bb req-d5c649d0-c0de-4f81-b496-d697be34fc15 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:54.126416 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72353bf7-3841-4438-b9e4-6a6acc5b87bb req-d5c649d0-c0de-4f81-b496-d697be34fc15 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.1403725
Feb 17 20:37:54.192688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c39231a-d2c5-4654-a2bc-3df5a43dd094 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:54.236995 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72353bf7-3841-4438-b9e4-6a6acc5b87bb req-ed97d0f0-ade2-44ea-a76d-98f60fdc3491 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941105
Feb 17 20:37:54.284523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:54.334365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:37:54.350243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:54.354820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:54.358324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:54.426426 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'code': 200}
Feb 17 20:37:54.427409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:37:54.461368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:54.462130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:54.551183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=6']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:54.555874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:54.631504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:54.675673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port 7c39231a-d2c5-4654-a2bc-3df5a43dd094, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7c39231a-d2c5-4654-a2bc-3df5a43dd094,segment=NetworkSegment(9a1b84c3-efc4-47e1-82ce-0fcfad34b974),segment_id=9a1b84c3-efc4-47e1-82ce-0fcfad34b974)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:37:54.680206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:54.683553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2eadea9b-65e5-4313-869a-5bf9d8e9326c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:37:54.766722 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=7c39231a-d2c5-4654-a2bc-3df5a43dd094,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:37:54.770270 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:37:54.894534 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df38fa7-793e-42cd-81c3-e8e1c23c0e22 req-6c278424-a4bf-45ec-aa46-90a3ad07f50a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:54.896137 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2df38fa7-793e-42cd-81c3-e8e1c23c0e22 req-6c278424-a4bf-45ec-aa46-90a3ad07f50a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0986640
Feb 17 20:37:54.950793 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2df38fa7-793e-42cd-81c3-e8e1c23c0e22 req-6f8fc2ee-035c-4a8e-850f-9a0a25e8b369 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477159
Feb 17 20:37:55.014929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:55.102880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 72a9df47-5d1b-4e14-82ac-554e908f8b42 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:55.103304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:55.191605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f070a-2124-49f8-b372-7025a301b0cb req-0e28ee9e-7f52-4195-bfaf-f251540c18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:55.193234 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f1f070a-2124-49f8-b372-7025a301b0cb req-0e28ee9e-7f52-4195-bfaf-f251540c18f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 1163 time: 0.0852830
Feb 17 20:37:55.241538 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f1f070a-2124-49f8-b372-7025a301b0cb req-b9e6eefc-0c7a-4e40-bde9-ffd60770fca5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406201
Feb 17 20:37:55.454380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212d80-1915-4874-b532-dadd57a54e21 req-1d11c20c-8dcb-4ee4-9372-34f3383d7aa4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:55.456003 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a212d80-1915-4874-b532-dadd57a54e21 req-1d11c20c-8dcb-4ee4-9372-34f3383d7aa4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0967519
Feb 17 20:37:55.506160 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a212d80-1915-4874-b532-dadd57a54e21 req-21300aae-e201-41d6-8707-ba2722a86300 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434339
Feb 17 20:37:56.093901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c39231a-d2c5-4654-a2bc-3df5a43dd094 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:37:56.167320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba67ba-22a1-4a13-a834-7028c8b18502 req-b41d8027-17b2-4d20-bfb4-1cb4b2ce6a49 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:56.168909 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63ba67ba-22a1-4a13-a834-7028c8b18502 req-b41d8027-17b2-4d20-bfb4-1cb4b2ce6a49 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0934379
Feb 17 20:37:56.177755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:37:56.178191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:37:56.220024 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63ba67ba-22a1-4a13-a834-7028c8b18502 req-53e5a771-06d1-4d79-9b30-a31bc862ad12 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425770
Feb 17 20:37:56.726581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c5171-6b78-47d1-ad9c-686d6a3f8584 req-a3a35864-74d5-443e-bb6a-4292b5617c31 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:56.728207 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-388c5171-6b78-47d1-ad9c-686d6a3f8584 req-a3a35864-74d5-443e-bb6a-4292b5617c31 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0952702
Feb 17 20:37:56.785005 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-388c5171-6b78-47d1-ad9c-686d6a3f8584 req-29dd12db-9268-4b8e-a13b-c54d1a1d9ab3 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502493
Feb 17 20:37:57.432638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0140d-637f-4f7a-95bb-31221ad69efb req-79cfa3ba-f280-46da-90a8-7a86a49cae47 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:57.434285 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5ef0140d-637f-4f7a-95bb-31221ad69efb req-79cfa3ba-f280-46da-90a8-7a86a49cae47 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0920439
Feb 17 20:37:57.489020 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5ef0140d-637f-4f7a-95bb-31221ad69efb req-62cb0c91-d5ef-4bf1-be61-517626ee4615 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473425
Feb 17 20:37:57.996908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39e04-1133-4c4e-a6a9-3ea6c1de1eed req-8e8447f2-f658-4991-a23a-851136f0e3f1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:57.998667 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7fb39e04-1133-4c4e-a6a9-3ea6c1de1eed req-8e8447f2-f658-4991-a23a-851136f0e3f1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0952189
Feb 17 20:37:58.050529 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7fb39e04-1133-4c4e-a6a9-3ea6c1de1eed req-9535c3e4-87ce-4756-99e1-52a408e95913 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452430
Feb 17 20:37:58.718080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabe26b-8625-415d-a5b7-4f0d1049fa41 req-1737efec-0d09-4987-b53c-eb29d6a80b4b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:58.720325 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3fabe26b-8625-415d-a5b7-4f0d1049fa41 req-1737efec-0d09-4987-b53c-eb29d6a80b4b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1010768
Feb 17 20:37:58.771325 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3fabe26b-8625-415d-a5b7-4f0d1049fa41 req-958c4cb5-da67-4167-a994-9f7d5c6e4f14 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439224
Feb 17 20:37:59.277623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb92c1e-58ff-4a22-9ebc-bf9604bba867 req-24160b76-6813-41bf-93bd-963109e17d22 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:59.279268 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cbb92c1e-58ff-4a22-9ebc-bf9604bba867 req-24160b76-6813-41bf-93bd-963109e17d22 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.1031766
Feb 17 20:37:59.331398 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cbb92c1e-58ff-4a22-9ebc-bf9604bba867 req-c377385b-a3d5-475e-b18a-ae8c60c7556c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453935
Feb 17 20:37:59.995007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7fe5e-e405-416b-9577-1e214b88e1a7 req-9e83caa6-7c6e-4a10-a2ae-89df73eefa29 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:37:59.996601 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ea7fe5e-e405-416b-9577-1e214b88e1a7 req-9e83caa6-7c6e-4a10-a2ae-89df73eefa29 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0911951
Feb 17 20:38:00.054194 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ea7fe5e-e405-416b-9577-1e214b88e1a7 req-3e0af4d1-d879-4893-b604-d5b3a23f2f90 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503178
Feb 17 20:38:01.263521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6d74-7bf5-4196-8055-465fab617493 req-4ddd30a7-a777-442a-8163-4127266d3345 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:01.265232 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ef9b6d74-7bf5-4196-8055-465fab617493 req-4ddd30a7-a777-442a-8163-4127266d3345 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0902379
Feb 17 20:38:01.315971 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ef9b6d74-7bf5-4196-8055-465fab617493 req-a0c1dd1b-f1b7-44b9-ac1b-e79cbd6b4751 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434997
Feb 17 20:38:02.525155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354547-7ab4-4784-846e-fa87c467eec5 req-acc08988-1936-4594-88c1-f3858cdf87ab tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:02.526841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff354547-7ab4-4784-846e-fa87c467eec5 req-acc08988-1936-4594-88c1-f3858cdf87ab tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0926769
Feb 17 20:38:02.577740 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff354547-7ab4-4784-846e-fa87c467eec5 req-ed8c704e-ceac-4516-b04f-24e5c462bd33 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442467
Feb 17 20:38:03.795057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee34e05-4a50-4625-ba15-cb8d36737f56 req-f37055d7-6750-4ebb-90e7-bd5d84ac2393 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:03.796685 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bee34e05-4a50-4625-ba15-cb8d36737f56 req-f37055d7-6750-4ebb-90e7-bd5d84ac2393 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0968254
Feb 17 20:38:03.847217 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bee34e05-4a50-4625-ba15-cb8d36737f56 req-0b7fd7b7-aef4-4df1-ba5b-c4e640d1d899 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441954
Feb 17 20:38:04.030924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:38:04.565635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007d1fcf-a5c8-4c85-985f-50ca566de0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:05.053130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388fb56-2fa4-41e1-84ff-9c6287bda3b1 req-02d10eb2-9249-4f13-b264-158c9a4aac60 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:05.054774 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b388fb56-2fa4-41e1-84ff-9c6287bda3b1 req-02d10eb2-9249-4f13-b264-158c9a4aac60 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0901618
Feb 17 20:38:05.104842 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b388fb56-2fa4-41e1-84ff-9c6287bda3b1 req-0580fb88-4224-4e26-b3bf-3aaf33b43589 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433619
Feb 17 20:38:05.145472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 3271d70d-2fcc-4af1-9cae-cc81a07fd12f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:38:05.226174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:38:05.226616 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:06.316870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ed282-fc48-43fa-8f3a-7d777f6f6533 req-f7a19831-995d-4296-89b0-0cbacf999ebf tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:06.318529 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b5ed282-fc48-43fa-8f3a-7d777f6f6533 req-f7a19831-995d-4296-89b0-0cbacf999ebf tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0922914
Feb 17 20:38:06.376090 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b5ed282-fc48-43fa-8f3a-7d777f6f6533 req-dd35bf76-f8df-48a6-a756-ab05cf3848cc tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442493
Feb 17 20:38:06.763803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7066013-bd2b-429a-ba2d-10503f13be64 req-f8a0a188-20cf-4df7-b62a-77b310fce057 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:06.765407 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7066013-bd2b-429a-ba2d-10503f13be64 req-f8a0a188-20cf-4df7-b62a-77b310fce057 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0975342
Feb 17 20:38:06.871748 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7066013-bd2b-429a-ba2d-10503f13be64 req-159d1682-0509-4421-9b44-5a2b15847a4d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998549
Feb 17 20:38:06.895960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-bca95074-0ed0-46a2-b58b-3a6b8b225f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:06.897628 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-bca95074-0ed0-46a2-b58b-3a6b8b225f83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1162 time: 0.1110976
Feb 17 20:38:07.052236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-3b3b8967-31bf-4df4-93f3-df00eb3e6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:07.053908 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-3b3b8967-31bf-4df4-93f3-df00eb3e6c3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.1442564
Feb 17 20:38:07.109100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4edbbf6c-925e-4c71-a1ce-05fa05ff5f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:07.169409 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-6bcd380b-919e-447d-9479-f2a3ab2eae8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 1001 time: 0.1038802
Feb 17 20:38:07.248731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-def8635b-34ed-4bd0-8d09-ef44853765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:07.250371 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-def8635b-34ed-4bd0-8d09-ef44853765e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.0689466
Feb 17 20:38:07.339388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-30b906de-7b69-456a-8a1d-5929021818cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:07.341039 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-30b906de-7b69-456a-8a1d-5929021818cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811448
Feb 17 20:38:07.494117 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-a6d149ca-5631-4fd3-b99c-8adec8edd222 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428730
Feb 17 20:38:07.647214 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dd29127-89bd-4c36-9771-70c57cc4928a req-02ab45ee-e27f-4657-811a-54ec6e24cbf3 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407161
Feb 17 20:38:07.743496 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:08.085022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4881-401a-4612-8240-c86fe7a9e274 req-78d14137-4de8-4237-91b1-d75d588ad166 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:08.086791 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5bec4881-401a-4612-8240-c86fe7a9e274 req-78d14137-4de8-4237-91b1-d75d588ad166 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0927589
Feb 17 20:38:08.138453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5bec4881-401a-4612-8240-c86fe7a9e274 req-2d476808-66b4-4fee-ad24-a12cbbc46c1f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447800
Feb 17 20:38:08.841032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:08.942520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:09.176584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 3271d70d-2fcc-4af1-9cae-cc81a07fd12f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:38:09.257902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:38:09.258460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:09.348688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b138852-0609-445e-ab4e-a6978457d899 req-12a49bb6-ca93-441c-800f-a6cd5a2ae75f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:09.350305 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b138852-0609-445e-ab4e-a6978457d899 req-12a49bb6-ca93-441c-800f-a6cd5a2ae75f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0925412
Feb 17 20:38:09.399058 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b138852-0609-445e-ab4e-a6978457d899 req-47bb9240-8435-488d-b39d-74815be55b57 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421617
Feb 17 20:38:09.428345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:16.490436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-39e2d8cc-0b56-4202-9e3b-26e0a712dd76 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Synchronizing usage tracker for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:38:16.507419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-39e2d8cc-0b56-4202-9e3b-26e0a712dd76 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Unset dirty status for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:38:16.508645 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-39e2d8cc-0b56-4202-9e3b-26e0a712dd76 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1000712182&fields=id&tenant_id=826bf73d53cd46dfae569bef7260eb25 HTTP/1.1" status: 200  len: 267 time: 0.0630212
Feb 17 20:38:16.671273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-12f8eb3e-9f11-49dd-a8ba-3e713d40a5a3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:16.671935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-12f8eb3e-9f11-49dd-a8ba-3e713d40a5a3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Synchronizing usage tracker for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:network {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:38:16.689897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-12f8eb3e-9f11-49dd-a8ba-3e713d40a5a3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Unset dirty status for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:network {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:38:16.691171 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-12f8eb3e-9f11-49dd-a8ba-3e713d40a5a3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 808 time: 0.1752179
Feb 17 20:38:16.707699 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-0e4243c7-77ad-4a43-b768-fc9f70581ea5 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/quotas/826bf73d53cd46dfae569bef7260eb25 HTTP/1.1" status: 200  len: 375 time: 0.0104396
Feb 17 20:38:16.797486 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-7c1f5a78-8d58-476a-9c1f-6acd5928be9e tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0842080
Feb 17 20:38:17.054842 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-30d24257-7700-4f3e-8b6c-bacf31b9acaf service neutron] 10.222.0.23 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437041
Feb 17 20:38:17.198916 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-14aaf669-bf24-4983-8bcd-a177c86016d1 service neutron] 10.222.0.23 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371331
Feb 17 20:38:17.622201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ee53cb1d-2073-4f3b-84a9-7f87fcbba832 req-42b2e2b6-50c7-48b9-9836-e205415e0c36 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Synchronizing usage tracker for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:38:17.647308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ee53cb1d-2073-4f3b-84a9-7f87fcbba832 req-42b2e2b6-50c7-48b9-9836-e205415e0c36 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Unset dirty status for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:38:17.648988 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ee53cb1d-2073-4f3b-84a9-7f87fcbba832 req-42b2e2b6-50c7-48b9-9836-e205415e0c36 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 210 time: 0.0751727
Feb 17 20:38:18.820215 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4a076dec-d9c8-40ed-9bfe-ffce1e236d0b req-045431a9-ec2b-48cf-811f-6bb456ca6b2a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 210 time: 0.0520403
Feb 17 20:38:19.070189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-c6cb596f-eb97-43fc-b80b-d96c2a925838 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:19.071787 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-c6cb596f-eb97-43fc-b80b-d96c2a925838 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 808 time: 0.1628983
Feb 17 20:38:19.161168 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-f42cfcee-ddd2-40d8-8a79-044e032c3cbf tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=826bf73d53cd46dfae569bef7260eb25 HTTP/1.1" status: 200  len: 5759 time: 0.0696051
Feb 17 20:38:19.186302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'port': {'device_id': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'admin_state_up': True, 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'security_groups': ['e82362be-c5e3-495a-8933-a3d03266947b']}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:38:19.336267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:38:19.346485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:38:19.356869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Made reservation on behalf of 826bf73d53cd46dfae569bef7260eb25 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:38:19.362806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:19.901072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Allocated IP 172.20.0.11 (f1501e96-0220-4061-8a86-57560ff012ef/b8ba6160-ef75-4876-a06f-1052239a1f8a/a4140541-fc3c-4320-9936-484b3d229214) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:38:20.014464 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0d984dfe-af57-4fbd-89d0-4ecfb5836c58 req-ce635bf8-d668-45a9-b649-c4111b6bee71 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 210 time: 0.0744748
Feb 17 20:38:20.173826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:20.190893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Transition to ACTIVE for port object a4140541-fc3c-4320-9936-484b3d229214 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:38:20.215428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:20.231703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a320cd8a-6303-4402-8892-a5c03ef92f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:38:20.376542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event updated for resources: {'Port': ['ID=a4140541-fc3c-4320-9936-484b3d229214,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:38:20.381865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:38:20.433427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Network f1501e96-0220-4061-8a86-57560ff012ef is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:38:20.434735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:38:20.436956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:38:20.508141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:20.508854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:20.538320 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3562236
Feb 17 20:38:20.563397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Request body: {'port': {'device_id': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:38:20.618108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-765739db-ee2c-448d-90e0-548a0afdacb6 None None] Provisioning for port a4140541-fc3c-4320-9936-484b3d229214 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:38:20.624043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-765739db-ee2c-448d-90e0-548a0afdacb6 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:38:20.624461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-765739db-ee2c-448d-90e0-548a0afdacb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:20.687913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-765739db-ee2c-448d-90e0-548a0afdacb6 None None] Port a4140541-fc3c-4320-9936-484b3d229214 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:38:20.689187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:21.121146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4140541-fc3c-4320-9936-484b3d229214 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:38:21.129595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:21.141862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Transition to ACTIVE for port object a4140541-fc3c-4320-9936-484b3d229214 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:38:21.145119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:21.161670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:38:21.228713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05029f-c04d-4f98-b50e-f5f43ec98043 req-420af408-cdcd-42e9-ad72-d9877b9c362a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:21.230356 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed05029f-c04d-4f98-b50e-f5f43ec98043 req-420af408-cdcd-42e9-ad72-d9877b9c362a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0931504
Feb 17 20:38:21.281647 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed05029f-c04d-4f98-b50e-f5f43ec98043 req-6ee4b41a-36b2-47d2-a494-4823b29d1643 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447502
Feb 17 20:38:21.299690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Pushing event updated for resources: {'Port': ['ID=a4140541-fc3c-4320-9936-484b3d229214,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:38:21.305896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:38:21.495606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Attempting to bind port a4140541-fc3c-4320-9936-484b3d229214 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:38:21.495980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Attempting to bind port a4140541-fc3c-4320-9936-484b3d229214 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:38:21.496352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Attempting to bind port a4140541-fc3c-4320-9936-484b3d229214 on network f1501e96-0220-4061-8a86-57560ff012ef {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:38:21.502676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:38:21.502981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Checking segment: {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:38:21.503760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:21.504079 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Bound using segment: {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:38:21.504572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Bound port: a4140541-fc3c-4320-9936-484b3d229214, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e516dcf-9992-4e36-b86a-3c3fe20427c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:38:21.504946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:21.599305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] For port a4140541-fc3c-4320-9936-484b3d229214, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:38:21.602423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] For port a4140541-fc3c-4320-9936-484b3d229214, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a4140541-fc3c-4320-9936-484b3d229214,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:38:21.606141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:21.625372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:38:21.770843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Pushing event updated for resources: {'Port': ['ID=a4140541-fc3c-4320-9936-484b3d229214,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:38:21.783312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:38:21.817874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:21.818542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:21.820025 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] 10.222.0.54 "PUT /v2.0/ports/a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 1158 time: 1.2614603
Feb 17 20:38:21.820562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:38:21.976458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-3eb553b8-3125-4a46-bc1a-b43f3eb2fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:21.978214 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-3eb553b8-3125-4a46-bc1a-b43f3eb2fa95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1161 time: 0.0862491
Feb 17 20:38:22.067359 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214', 'status': 'completed', 'code': 200}
Feb 17 20:38:22.076060 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-a44ae18f-1cc3-4f6c-8ac3-5126edbf0516 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 217 time: 0.0731091
Feb 17 20:38:22.149143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-b43d2838-b934-48b3-93e6-0d8af0069a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:22.150776 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-b43d2838-b934-48b3-93e6-0d8af0069a8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0644855
Feb 17 20:38:22.236375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-6d27bebb-fb34-4665-ad64-1645362fc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:22.238112 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-6d27bebb-fb34-4665-ad64-1645362fc96a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798807
Feb 17 20:38:22.388668 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-1d0459ce-6684-4f86-93fa-3c9ab865cece service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412470
Feb 17 20:38:22.482884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f2d73-9eff-41bd-99a8-27f433c22918 req-b04a33c4-27eb-4a97-a688-d5241e3a5128 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:22.484473 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2c2f2d73-9eff-41bd-99a8-27f433c22918 req-b04a33c4-27eb-4a97-a688-d5241e3a5128 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0854678
Feb 17 20:38:22.538547 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2c2f2d73-9eff-41bd-99a8-27f433c22918 req-e95a710b-bab8-422b-a786-b97c09dcec33 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465522
Feb 17 20:38:22.542674 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59a1f2a0-f774-402d-92f6-dbb8138c8bc1 req-0d55620b-7b86-467a-9764-dc455694b87d service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433325
Feb 17 20:38:22.871438 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-c43e2262-ce7c-4b42-9599-61b63c782a5c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1148612
Feb 17 20:38:22.873952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737158ed-ae27-4e33-9770-994e72db8348 req-5d7357e2-da42-4c14-a6c2-eb2ae8f59214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:22.875422 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-737158ed-ae27-4e33-9770-994e72db8348 req-5d7357e2-da42-4c14-a6c2-eb2ae8f59214 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1161 time: 0.1554101
Feb 17 20:38:23.100879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737158ed-ae27-4e33-9770-994e72db8348 req-bb595dd3-4af0-40d8-b1b6-8f39b73b29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:23.102501 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-737158ed-ae27-4e33-9770-994e72db8348 req-bb595dd3-4af0-40d8-b1b6-8f39b73b29c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.2017124
Feb 17 20:38:23.105080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-e6c1337a-b487-4ee9-9402-6577fe702d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:23.106637 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-e6c1337a-b487-4ee9-9402-6577fe702d92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1162 time: 0.1821752
Feb 17 20:38:23.436213 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-737158ed-ae27-4e33-9770-994e72db8348 req-c36e6d30-e642-4a76-aa6c-dca30c9ec1fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 217 time: 0.3209510
Feb 17 20:38:23.573425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737158ed-ae27-4e33-9770-994e72db8348 req-08f0a1e9-07f9-4cf5-9125-fb7482c0ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:23.575028 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-737158ed-ae27-4e33-9770-994e72db8348 req-08f0a1e9-07f9-4cf5-9125-fb7482c0ba1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0900156
Feb 17 20:38:23.660853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-1f816613-4be6-411d-b828-3ab2564c7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:23.662478 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-1f816613-4be6-411d-b828-3ab2564c7bf7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 905 time: 0.2640696
Feb 17 20:38:23.844201 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-b4af1ec2-2262-41a7-9a95-b573e5567327 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 1001 time: 0.1409466
Feb 17 20:38:23.850225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737158ed-ae27-4e33-9770-994e72db8348 req-ce32b03f-ec7e-4792-9d80-25b33535f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:23.851775 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-737158ed-ae27-4e33-9770-994e72db8348 req-ce32b03f-ec7e-4792-9d80-25b33535f999 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2651641
Feb 17 20:38:23.875812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d841b92-8de2-407f-9207-d35d5f1db106 req-e08417da-2649-479c-ad42-86c4014cdb14 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:23.876568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9d841b92-8de2-407f-9207-d35d5f1db106 req-e08417da-2649-479c-ad42-86c4014cdb14 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Synchronizing usage tracker for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:38:24.040103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9d841b92-8de2-407f-9207-d35d5f1db106 req-e08417da-2649-479c-ad42-86c4014cdb14 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Unset dirty status for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:38:24.041391 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9d841b92-8de2-407f-9207-d35d5f1db106 req-e08417da-2649-479c-ad42-86c4014cdb14 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.3772478
Feb 17 20:38:24.074251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-727a4445-91bd-4808-b22b-a12d75c46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:24.075822 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-727a4445-91bd-4808-b22b-a12d75c46b37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 200  len: 850 time: 0.1939611
Feb 17 20:38:24.176134 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9d841b92-8de2-407f-9207-d35d5f1db106 req-91bb2ed2-46a2-44d1-856a-e9fead50d21d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1269677
Feb 17 20:38:24.183156 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-737158ed-ae27-4e33-9770-994e72db8348 req-6f97a71f-a7dc-459f-a348-f6269a9d8e92 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3025067
Feb 17 20:38:24.302509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-44082223-287f-46c8-bfa6-918832c5a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:24.304128 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-44082223-287f-46c8-bfa6-918832c5a4b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=434a2f39-7599-4045-a74d-091002e51545&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1955042
Feb 17 20:38:24.444355 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-737158ed-ae27-4e33-9770-994e72db8348 req-3aff014d-799a-4350-b484-9ba78da24fb9 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2429237
Feb 17 20:38:24.487334 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-c845e441-6d4d-4edc-8f1b-6fbadd7bd42e service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723096
Feb 17 20:38:24.643930 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e16a8959-c1db-47d9-80df-bd489c0e5dd8 req-f5b4d599-3580-4ad3-a21f-b037af0528fb service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385868
Feb 17 20:38:25.381085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699be96-e92d-4cb3-b0ac-61476511e827 req-5e58a36f-dd6a-426f-9dba-edbd1b372791 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:25.382712 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c699be96-e92d-4cb3-b0ac-61476511e827 req-5e58a36f-dd6a-426f-9dba-edbd1b372791 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0864556
Feb 17 20:38:25.430936 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c699be96-e92d-4cb3-b0ac-61476511e827 req-4919d0cd-21cb-427a-92fc-69ba895dfa0f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416415
Feb 17 20:38:26.633485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18bbf-288d-4e32-8cb0-2fbe418641c9 req-235bc042-e7b3-4a48-a388-48680720ce36 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:26.635129 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21b18bbf-288d-4e32-8cb0-2fbe418641c9 req-235bc042-e7b3-4a48-a388-48680720ce36 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0914037
Feb 17 20:38:26.684767 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21b18bbf-288d-4e32-8cb0-2fbe418641c9 req-485d2264-94b6-4642-a734-c615a14515f2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432858
Feb 17 20:38:27.888500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0c3a-402c-412d-96a9-744775f4f477 req-a6fe3f65-f4ec-44b9-af3b-b99d600d52df tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:27.890116 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-263f0c3a-402c-412d-96a9-744775f4f477 req-a6fe3f65-f4ec-44b9-af3b-b99d600d52df tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0904434
Feb 17 20:38:27.937923 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-263f0c3a-402c-412d-96a9-744775f4f477 req-0c6ec48e-34d9-42f6-a9fe-c65465f81768 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409131
Feb 17 20:38:29.146243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d00bf-51d2-4a32-9852-a647992073e2 req-df7f4347-50ae-4feb-8f97-11d2d374c32a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:29.147867 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-648d00bf-51d2-4a32-9852-a647992073e2 req-df7f4347-50ae-4feb-8f97-11d2d374c32a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0924299
Feb 17 20:38:29.196055 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-648d00bf-51d2-4a32-9852-a647992073e2 req-4f124e9e-7bd2-410c-8daa-b0e6ef935106 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419765
Feb 17 20:38:30.397789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59e909-808a-496c-aafd-f147066a79b9 req-53f1f838-8e50-4a39-920b-4ab47dfe8d0d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:30.399293 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2d59e909-808a-496c-aafd-f147066a79b9 req-53f1f838-8e50-4a39-920b-4ab47dfe8d0d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0860772
Feb 17 20:38:30.446661 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2d59e909-808a-496c-aafd-f147066a79b9 req-8592fef7-dd52-404e-a720-e6688fa755a6 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411844
Feb 17 20:38:31.652163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f165ef9-364b-436a-bfe6-3e521b723c66 req-b1b44040-fc5e-4e25-ab2d-bec290b621c4 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:31.653820 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f165ef9-364b-436a-bfe6-3e521b723c66 req-b1b44040-fc5e-4e25-ab2d-bec290b621c4 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0912178
Feb 17 20:38:31.702872 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f165ef9-364b-436a-bfe6-3e521b723c66 req-49285cb9-040d-46b6-bb25-816a9cd10f7b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420263
Feb 17 20:38:32.914626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aa425-bc67-4c84-9281-5c51fba9be6e req-6a678227-6d21-4889-b3f1-19b8bb492dc8 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:32.916214 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd0aa425-bc67-4c84-9281-5c51fba9be6e req-6a678227-6d21-4889-b3f1-19b8bb492dc8 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0921905
Feb 17 20:38:32.965585 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd0aa425-bc67-4c84-9281-5c51fba9be6e req-6a1a4755-5057-454b-bc15-008b380c030d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430551
Feb 17 20:38:34.138321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:38:34.178940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da474d-93f7-4282-ae13-0f8d7d38e06a req-deaa4a58-3fb0-47e5-a1bf-3fc48789b839 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:34.180841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03da474d-93f7-4282-ae13-0f8d7d38e06a req-deaa4a58-3fb0-47e5-a1bf-3fc48789b839 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.1004705
Feb 17 20:38:34.210686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port a4140541-fc3c-4320-9936-484b3d229214 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:38:34.216102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:38:34.216529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:34.230379 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03da474d-93f7-4282-ae13-0f8d7d38e06a req-d79d55f3-2408-49e1-bdd5-1e8ff73bbcc1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425510
Feb 17 20:38:34.352162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:34.379666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:38:34.390196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port a4140541-fc3c-4320-9936-484b3d229214, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a4140541-fc3c-4320-9936-484b3d229214,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:38:34.395164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:34.399634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:38:34.436727 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214', 'code': 200}
Feb 17 20:38:34.474230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=a4140541-fc3c-4320-9936-484b3d229214,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:38:34.483101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.483488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.483869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.484246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.484795 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.485169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.485538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.485946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.486313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.486676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.487085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.487619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.488014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.488380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.489248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.489604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.489996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.490551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.490913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.491275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.491637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.491993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.492352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.492709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:34.497225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:38:34.558006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e119-0dff-4f7a-a5ed-cc4c8c941d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:34.818850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b76a6e-5cf6-44d2-8e26-6866002564bb req-de314e9b-7d19-451e-aef6-8d4c6846a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:34.820477 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03b76a6e-5cf6-44d2-8e26-6866002564bb req-de314e9b-7d19-451e-aef6-8d4c6846a66e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.0809908
Feb 17 20:38:34.872175 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03b76a6e-5cf6-44d2-8e26-6866002564bb req-af0a126f-d440-4223-9b0e-cd9805cd7319 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428445
Feb 17 20:38:35.334230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:38:35.412581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:38:35.413191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:35.439535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34937f9-04fe-43c6-8592-7b0a99a5da74 req-561d5942-bae7-4f87-8972-410f18adfcd4 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:35.442358 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c34937f9-04fe-43c6-8592-7b0a99a5da74 req-561d5942-bae7-4f87-8972-410f18adfcd4 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0957234
Feb 17 20:38:35.495110 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c34937f9-04fe-43c6-8592-7b0a99a5da74 req-cf7fdfe9-6710-4d70-bd51-08208bb34e9e tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459945
Feb 17 20:38:36.700678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f51a1-f1db-4e0c-923f-7cc47a1c955c req-fe31dd69-be26-4d87-9e87-005315349a02 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:36.702296 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ee0f51a1-f1db-4e0c-923f-7cc47a1c955c req-fe31dd69-be26-4d87-9e87-005315349a02 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0870619
Feb 17 20:38:36.752127 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ee0f51a1-f1db-4e0c-923f-7cc47a1c955c req-dccd867a-3978-46d1-97d0-0f4eb74661e7 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429273
Feb 17 20:38:37.112559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0d6870a-04fc-4181-8a67-db07d62e8908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:37.744021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:37.955043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b9cf-a38b-4b8b-a1b0-27d386f24ce1 req-97bf973f-c44b-44da-8bda-ac06f0578e5b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:37.957148 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0153b9cf-a38b-4b8b-a1b0-27d386f24ce1 req-97bf973f-c44b-44da-8bda-ac06f0578e5b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0899429
Feb 17 20:38:38.004144 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0153b9cf-a38b-4b8b-a1b0-27d386f24ce1 req-38859dcb-439f-42e1-98c2-ed9ee46b7189 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406668
Feb 17 20:38:38.204008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b070c2-b791-4e99-b067-370a6a5118cd req-1539d345-6bf8-4085-96fa-b87c36b842c3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:38.205659 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14b070c2-b791-4e99-b067-370a6a5118cd req-1539d345-6bf8-4085-96fa-b87c36b842c3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0865660
Feb 17 20:38:38.255061 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14b070c2-b791-4e99-b067-370a6a5118cd req-01f61382-deae-4a74-99a0-22ebe64b526b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424254
Feb 17 20:38:38.454806 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-de09abb5-d1e0-4302-a0d6-a03ab3f69bca tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1619606
Feb 17 20:38:38.466053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'floatingip': {'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:38:38.471980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:38:38.476041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Usage tracker for resource:floatingip and tenant:826bf73d53cd46dfae569bef7260eb25 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:38:38.479109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:38:38.484889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:38:38.495015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for floatingip, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:38.642988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:38.841513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:38.919502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Allocated IP 172.27.2.80 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/cbdd520b-f7d9-4cc4-ac7e-371c4328f992) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:38:38.945925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:39.083746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:39.115214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:39.134878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:38:39.269108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event updated for resources: {'Port': ['ID=cbdd520b-f7d9-4cc4-ac7e-371c4328f992,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:38:39.283123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.283537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.284597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.285059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.285468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.285899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.286343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.286740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.287134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.287526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.287920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.288312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.288748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.289140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.289532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.289946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.290337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.290725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.291115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.291505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.291895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.292281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.292666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.293078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:38:39.297678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:38:39.345077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:38:39.346929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:38:39.349384 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:38:39.430330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:39.434147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:39.732126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:40.005618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:40.009137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:40.023869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1948c589-f4b4-480c-a485-da983f895d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:38:40.159521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event updated for resources: {'Port': ['ID=cbdd520b-f7d9-4cc4-ac7e-371c4328f992,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:38:40.164456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:38:40.264603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:40.286562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:40.287930 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8262525
Feb 17 20:38:40.381119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-d677e2d1-87b9-48c0-92da-9dc146beb838 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Synchronizing usage tracker for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:floatingip {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:38:40.397969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-d677e2d1-87b9-48c0-92da-9dc146beb838 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Unset dirty status for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:floatingip {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:38:40.399267 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-d677e2d1-87b9-48c0-92da-9dc146beb838 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.80 HTTP/1.1" status: 200  len: 695 time: 0.1044943
Feb 17 20:38:40.584038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-2ffc7309-384a-40d7-8bb4-98d1367dd473 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:40.585529 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff22bcfb-f22b-49fe-8851-b128f559f5b6 req-2ffc7309-384a-40d7-8bb4-98d1367dd473 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 784 time: 0.1803358
Feb 17 20:38:41.031862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:38:41.048477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-ba4c68c9-a60a-417b-ae95-01ec5f93e769 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:41.051264 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-ba4c68c9-a60a-417b-ae95-01ec5f93e769 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3557572
Feb 17 20:38:41.143915 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-9cd173d7-015a-423c-b4b3-363963730261 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.80 HTTP/1.1" status: 200  len: 695 time: 0.0858436
Feb 17 20:38:41.154638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Request body: {'floatingip': {'port_id': 'a4140541-fc3c-4320-9936-484b3d229214', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:38:41.243585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for floatingip, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:41.871412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:41.874056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:42.060365 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Floating IP 26820d05-4746-4dd2-b114-67e34785f99e associated. External IP: 172.27.2.80, port: a4140541-fc3c-4320-9936-484b3d229214.
Feb 17 20:38:42.444168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Router 0220859b-cd75-48ae-ab30-b084bcf61f32 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:38:42.639021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:38:42.649301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] Sync routers for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:38:42.653068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:38:42.661223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:38:42.662041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9528668>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:38:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:38:42.715157 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-1a2f9d5d-e422-4d00-96a4-dc400a5d3c1d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "PUT /v2.0/floatingips/26820d05-4746-4dd2-b114-67e34785f99e HTTP/1.1" status: 200  len: 996 time: 1.5647981
Feb 17 20:38:42.715838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:38:42.822329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-09e54d0f-f482-4089-b0af-c69b9bbeab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:42.823957 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-09e54d0f-f482-4089-b0af-c69b9bbeab23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.0929873
Feb 17 20:38:42.859889 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214', 'status': 'completed', 'code': 200}
Feb 17 20:38:42.874787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:38:42.998274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-d1cdc8bd-def7-4e55-b686-9766edba8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:43.000852 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-d1cdc8bd-def7-4e55-b686-9766edba8b50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.1693439
Feb 17 20:38:43.001411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-605662de-c1ee-486a-bdaa-0dba3101910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:43.003702 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-605662de-c1ee-486a-bdaa-0dba3101910e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.0883322
Feb 17 20:38:43.147091 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-bda18324-99e6-4a63-b2d8-b522a1f3715b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 999 time: 0.1389380
Feb 17 20:38:43.174576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-e04d3016-a33f-4c48-8774-688dc90bc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:43.176225 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-e04d3016-a33f-4c48-8774-688dc90bc425 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.1613019
Feb 17 20:38:43.230890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-8fb4f180-fba8-4dfa-9c52-a3308e9836e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:43.232575 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-8fb4f180-fba8-4dfa-9c52-a3308e9836e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0785325
Feb 17 20:38:43.308866 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-44c07f50-81b6-4b33-8a68-848c67174c95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 999 time: 0.1208539
Feb 17 20:38:43.326306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-7a1759af-1c95-4ba8-b2f3-15253cda1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:43.327961 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-7a1759af-1c95-4ba8-b2f3-15253cda1965 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865204
Feb 17 20:38:43.340320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-78f697db-a876-4536-bab1-482803b18a7b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:38:43.341542 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-78f697db-a876-4536-bab1-482803b18a7b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061259
Feb 17 20:38:43.390731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-4000dd54-0cd1-4565-8f43-279e7de92434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:43.392324 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-4000dd54-0cd1-4565-8f43-279e7de92434 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0724699
Feb 17 20:38:43.489853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9528668>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '26820d05-4746-4dd2-b114-67e34785f99e', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'port_id': 'a4140541-fc3c-4320-9936-484b3d229214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'mac_address': 'fa:16:3e:a2:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:38:39Z', 'updated_at': '2021-02-17T20:38:41Z', 'revision_number': 1, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:44Z', 'revision_number': 5, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:38:43.494501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] Checking router: 0220859b-cd75-48ae-ab30-b084bcf61f32 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:38:43.501758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-85aa2914-b917-44cb-83ed-fc0b32c2fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:38:43.504475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:38:43.504902 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-85aa2914-b917-44cb-83ed-fc0b32c2fb63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1040463
Feb 17 20:38:43.505164 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9528668>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:38:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:38:43.520302 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-13f65896-42a7-46ef-87d3-dd78c64516fa service neutron] 10.222.0.23 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702321
Feb 17 20:38:43.692587 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-3bfeabe7-3803-41cc-b52f-4958f4d6685e service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798763
Feb 17 20:38:43.702527 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2af6851-2e83-451e-b8de-e1058b9c995f req-95751ed2-1ccb-4112-bc31-18c0552ef577 service neutron] 10.222.0.23 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1749897
Feb 17 20:38:43.719343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:38:43.843408 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8f552f1-0d2f-4246-84ba-bfb4272903ef req-ca5f6f0c-14b9-4878-af3c-11c4c382f482 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434195
Feb 17 20:38:44.096999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9528668>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '26820d05-4746-4dd2-b114-67e34785f99e', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'port_id': 'a4140541-fc3c-4320-9936-484b3d229214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'mac_address': 'fa:16:3e:a2:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:38:39Z', 'updated_at': '2021-02-17T20:38:41Z', 'revision_number': 1, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:44Z', 'revision_number': 5, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:38:44.101289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f26447-4c70-4f4c-8cf5-bf313cb7de9e None None] The sync data for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi is: [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '26820d05-4746-4dd2-b114-67e34785f99e', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'port_id': 'a4140541-fc3c-4320-9936-484b3d229214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'mac_address': 'fa:16:3e:a2:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:38:39Z', 'updated_at': '2021-02-17T20:38:41Z', 'revision_number': 1, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:44Z', 'revision_number': 5, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:38:44.410820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e360438d-2f70-438d-b0f6-25de6b2a142f None None] New status for floating IP 26820d05-4746-4dd2-b114-67e34785f99e: ACTIVE {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:39:04.566904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dd1adad-b11c-4db6-be21-f46d5722139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:07.116297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73ac7ec4-827b-4703-8460-f9f68f167114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:07.747526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:08.872758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:08.949397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:09.435540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:18.032326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:39:20.359922 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a828-5fec-40ef-a520-5ede9da32b6c req-286f90bb-cab5-4f7c-a675-ca44c3fec6ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:20.362115 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5e4a828-5fec-40ef-a520-5ede9da32b6c req-286f90bb-cab5-4f7c-a675-ca44c3fec6ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0921519
Feb 17 20:39:20.411612 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5e4a828-5fec-40ef-a520-5ede9da32b6c req-77b808cd-7123-4fcb-bd30-211f525358c0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429151
Feb 17 20:39:21.622693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34fe32-95de-44cf-877a-2ea550930490 req-a3e1d76f-f556-4abc-a73f-01739caa3607 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:21.624316 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b34fe32-95de-44cf-877a-2ea550930490 req-a3e1d76f-f556-4abc-a73f-01739caa3607 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0893681
Feb 17 20:39:21.676825 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b34fe32-95de-44cf-877a-2ea550930490 req-78dc6804-2021-4aaf-80f3-344a5459c8b7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448418
Feb 17 20:39:22.882544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2edd-6854-45d5-9fe8-5fb6f6b46037 req-7bc9cb35-d9df-452d-850d-a1d7be543a38 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:22.884174 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38ff2edd-6854-45d5-9fe8-5fb6f6b46037 req-7bc9cb35-d9df-452d-850d-a1d7be543a38 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0881124
Feb 17 20:39:22.936060 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38ff2edd-6854-45d5-9fe8-5fb6f6b46037 req-044d599d-3ec0-45ca-8e49-ba9b1c6a8235 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428252
Feb 17 20:39:23.119502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-eb3f9ce6-6c68-42fa-90ce-ffe440aa1b4d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:23.121051 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-eb3f9ce6-6c68-42fa-90ce-ffe440aa1b4d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 946 time: 0.0896029
Feb 17 20:39:23.198458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Deleting port 72a9df47-5d1b-4e14-82ac-554e908f8b42 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:39:23.198835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:23.459320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:39:23.459723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:23.541117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 72a9df47-5d1b-4e14-82ac-554e908f8b42 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:39:23.666518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:23.695788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:23.707216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:39:23.710331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:23.712142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-117fcffa-6cef-4bc9-ae55-2a9e44b55ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:23.753024 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'code': 200}
Feb 17 20:39:23.785545 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:23.785991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:23.786345 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Floating IP 70777337-633e-4344-a57b-09a3ca06720a disassociated. External IP: 172.27.2.137, port: 72a9df47-5d1b-4e14-82ac-554e908f8b42.
Feb 17 20:39:23.786720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Calling delete_port for 72a9df47-5d1b-4e14-82ac-554e908f8b42 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:39:23.787770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=7']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:23.791423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:23.937951 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:39:23.938552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:39:23.946150 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-38514330-7632-4a9c-bcc6-47a95d090877 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1107545
Feb 17 20:39:24.128205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-fa71912a-4c26-4ebe-8470-a3559b7491b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:24.130230 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-fa71912a-4c26-4ebe-8470-a3559b7491b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1162 time: 0.0859785
Feb 17 20:39:24.153902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf58e-fe99-4e39-9a82-8aa79c40fafc req-ffd2822e-823e-4b6e-8428-056b50c11113 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:24.155494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-54aaf58e-fe99-4e39-9a82-8aa79c40fafc req-ffd2822e-823e-4b6e-8428-056b50c11113 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.0994649
Feb 17 20:39:24.206719 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-54aaf58e-fe99-4e39-9a82-8aa79c40fafc req-196ebe9e-9c69-4917-8d4f-b96caae0251b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438194
Feb 17 20:39:24.287859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-1866cd30-43f0-4f22-8232-5fe64bef7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:24.289421 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-1866cd30-43f0-4f22-8232-5fe64bef7a57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.1381264
Feb 17 20:39:24.402626 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-9c0db1e7-d8fc-49d4-a62e-31bd74d90334 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 1001 time: 0.1059811
Feb 17 20:39:24.446889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Deleting port 72a9df47-5d1b-4e14-82ac-554e908f8b42 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:39:24.447267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:24.795826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-84a31ebc-4d88-4321-8dd2-3275231e5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:24.797394 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-84a31ebc-4d88-4321-8dd2-3275231e5e6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.3852162
Feb 17 20:39:24.999208 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-2cbbb353-ce96-4718-9882-8630a4694d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:25.000812 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-2cbbb353-ce96-4718-9882-8630a4694d86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1949642
Feb 17 20:39:25.128261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] For port 72a9df47-5d1b-4e14-82ac-554e908f8b42, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=72a9df47-5d1b-4e14-82ac-554e908f8b42,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:39:25.128666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:25.350027 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-2adc9aea-5d12-44c5-9e7d-5540db1925bf service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3353944
Feb 17 20:39:25.663184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:25.663602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:25.663954 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Floating IP 70777337-633e-4344-a57b-09a3ca06720a disassociated. External IP: 172.27.2.137, port: 72a9df47-5d1b-4e14-82ac-554e908f8b42.
Feb 17 20:39:25.664332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Calling delete_port for 72a9df47-5d1b-4e14-82ac-554e908f8b42 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:39:25.730380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b41ce4-cfc5-4a30-a2ef-4c49272cdf59 req-16badb72-3a35-4db8-a3b4-9c46ba5235b1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:25.731981 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51b41ce4-cfc5-4a30-a2ef-4c49272cdf59 req-16badb72-3a35-4db8-a3b4-9c46ba5235b1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 944 time: 0.3985612
Feb 17 20:39:25.742206 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4bf8831-604f-4ff7-8795-6a82c4dbe475 req-e5d9e9f1-76b6-447b-9edd-c52a560da689 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3557932
Feb 17 20:39:25.814618 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51b41ce4-cfc5-4a30-a2ef-4c49272cdf59 req-7cb89026-c1b2-4014-9fd0-ed4ca4373e59 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b4ae419-135d-4efd-9958-6dba8418c02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708241
Feb 17 20:39:25.882158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:25.902529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08cad34f-3c0d-4680-8d6d-2467d420e092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:26.002745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event deleted for resources: {'Port': ['ID=72a9df47-5d1b-4e14-82ac-554e908f8b42,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:26.005827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:26.272625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Router ddd97e71-329c-4002-bbb0-b5dfefa9f209 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:39:26.468974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:39:26.480710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] Sync routers for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:39:26.492433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:39:26.493554 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9953780>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:26.510917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] No DVR routers for this DVR port 72a9df47-5d1b-4e14-82ac-554e908f8b42 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:39:26.513245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:26.516223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-deleted', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:26.535062 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd836b5d-d95e-46a4-b78d-6e2cf200329c req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "DELETE /v2.0/ports/72a9df47-5d1b-4e14-82ac-554e908f8b42 HTTP/1.1" status: 204  len: 173 time: 3.4063635
Feb 17 20:39:26.572703 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d30d5-1e52-4712-9d8f-feb12be991dc', 'name': 'network-vif-deleted', 'tag': '72a9df47-5d1b-4e14-82ac-554e908f8b42', 'status': 'completed', 'code': 200}
Feb 17 20:39:26.701710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:39:27.079253 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9953780>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:27.084913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] Checking router: ddd97e71-329c-4002-bbb0-b5dfefa9f209 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:39:27.095538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:39:27.096701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9953780>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:27.168182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d2254b5b-c015-43f5-8f4e-71d1fbbc839e req-b5a92850-4323-4e4c-b622-e105ec7871ea tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:39:27.247694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d2254b5b-c015-43f5-8f4e-71d1fbbc839e req-b5a92850-4323-4e4c-b622-e105ec7871ea tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:39:27.260666 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d2254b5b-c015-43f5-8f4e-71d1fbbc839e req-b5a92850-4323-4e4c-b622-e105ec7871ea tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1d30d5-1e52-4712-9d8f-feb12be991dc HTTP/1.1" status: 200  len: 210 time: 0.1474893
Feb 17 20:39:27.319093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:39:27.849890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9953780>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:27.854716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f2b54-3d65-4c57-8c16-6e87f9ad01c1 None None] The sync data for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi is: [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:39:28.253856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9c820-cacc-4c32-ba7f-2c425e29ab5f None None] New status for floating IP 70777337-633e-4344-a57b-09a3ca06720a: DOWN {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:39:28.399645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59504) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:28.483238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:28.518311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:28.577048 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:28.584144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36563de9-f40a-4540-bbcc-4572841a3bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:28.600956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ae419-135d-4efd-9958-6dba8418c02d,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:28.610441 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.610994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.611356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.611889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.612113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.612512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.612896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.613380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.613645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.614165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.614508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.614779 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.615351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.615745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.616132 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.616518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.616897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.617280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.617677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.618060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.618438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.618820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.619200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.619579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:28.625338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:28.630297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:28.631667 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b4ae419-135d-4efd-9958-6dba8418c02d HTTP/1.1" status: 204  len: 168 time: 0.2308180
Feb 17 20:39:28.637316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59508) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:28.661479 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-281ad4fa-f43f-4e44-a4e6-e511308c118e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] show failed (client error): The resource could not be found.
Feb 17 20:39:28.662668 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-281ad4fa-f43f-4e44-a4e6-e511308c118e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups/1b4ae419-135d-4efd-9958-6dba8418c02d HTTP/1.1" status: 404  len: 347 time: 0.0238566
Feb 17 20:39:28.666334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59512) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:28.842346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Deleting port 1bfa8e84-215d-4386-b59b-344e5d8a2335 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:39:28.842724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:29.042295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:29.042852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:29.180296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Calling delete_port for 1bfa8e84-215d-4386-b59b-344e5d8a2335 owned by network:floatingip {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:39:29.327053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:29.340703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d669bd65-20a4-4859-ae22-7fa739b20fb4 tempest-ServerRescueNegativeTestJSON-80667581 tempest-ServerRescueNegativeTestJSON-80667581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:29.672238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event deleted for resources: {'Port': ['ID=1bfa8e84-215d-4386-b59b-344e5d8a2335,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:29.675462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:29.805475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:29.822582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:29.823808 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "DELETE /v2.0/floatingips/70777337-633e-4344-a57b-09a3ca06720a HTTP/1.1" status: 204  len: 168 time: 1.1564202
Feb 17 20:39:30.347401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59528) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:30.353583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180992649', 'description': 'tempest-description--2031063043'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:39:30.361587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:39:30.406002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:39:30.413840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:39:30.422160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:39:30.436647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:30.471053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:39:30.477326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group_rule and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:39:30.481586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:39:30.494057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b825c3-26c9-4759-b5a3-63f6b170ed0b req-c3c6115c-321b-4884-ab88-fc4a7cc4b35c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:30.495717 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29b825c3-26c9-4759-b5a3-63f6b170ed0b req-c3c6115c-321b-4884-ab88-fc4a7cc4b35c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1360321
Feb 17 20:39:30.496633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:39:30.781498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29b825c3-26c9-4759-b5a3-63f6b170ed0b req-56b09f21-82b6-4e3c-9c8d-6d98686d19bc tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2748337
Feb 17 20:39:30.828272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:30.831038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:30.836215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8b929bbf-356d-4b99-80e0-0eb9983d923c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:30.879973 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7ae05a-9ecc-4d72-83a7-6abb7476364c,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:30.883282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:30.884936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:30.886249 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5374856
Feb 17 20:39:30.889213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59532) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:30.894614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'security_group_rule': {'security_group_id': '3f7ae05a-9ecc-4d72-83a7-6abb7476364c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:39:30.901594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:39:30.909180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group_rule and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:39:30.912249 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:39:30.918022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:39:30.935035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:30.998498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.000850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.003202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-167c0c8e-f455-4633-bfa0-2728236cc082 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:31.026949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e118c916-4824-4116-b80d-ed4772fdffa9,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:31.029459 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:31.036310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.037560 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1473172
Feb 17 20:39:31.040421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59536) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:31.045965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'security_group_rule': {'security_group_id': '3f7ae05a-9ecc-4d72-83a7-6abb7476364c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:39:31.052405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:39:31.056751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:security_group_rule and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:39:31.059923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:39:31.066592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:39:31.084339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.157016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.160045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.167170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:31.186676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ba040a-3d32-4c57-ae80-9c488095941a,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:31.189353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:31.196204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.197456 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e1a74cc1-6ec6-402d-8b1c-ea3827e7efe1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1560273
Feb 17 20:39:31.200946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59540) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:31.206920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'floatingip': {'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:39:31.212675 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:39:31.216756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Usage tracker for resource:floatingip and tenant:9dda3e55668745f8a4875140a9bad70d is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:39:31.219778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:39:31.225667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:39:31.235211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.382430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.657950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Allocated IP 172.27.2.29 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/96f6f640-b274-43c4-9dac-a227c3585531) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:39:31.818423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.850229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:31.866408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:31.991498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237137f-912f-4cb8-a451-cff5e45d0b92 req-ae864600-2e88-4c63-9f44-a43c2805c6a9 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:31.993096 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e237137f-912f-4cb8-a451-cff5e45d0b92 req-ae864600-2e88-4c63-9f44-a43c2805c6a9 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0935214
Feb 17 20:39:32.006672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'Port': ['ID=96f6f640-b274-43c4-9dac-a227c3585531,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:32.012025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:32.042381 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e237137f-912f-4cb8-a451-cff5e45d0b92 req-c8a8e9cf-a825-4471-a6a8-94a62aa7aee1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427356
Feb 17 20:39:32.072074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:39:32.073424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:39:32.075895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:39:32.203977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:32.272782 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:32.539204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:32.542613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:32.558514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7af092c-e415-41b6-9afb-d5da93286444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:32.697015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'Port': ['ID=96f6f640-b274-43c4-9dac-a227c3585531,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:32.701957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:32.799532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:32.823116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:32.824429 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6224823
Feb 17 20:39:33.057410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-1f444c73-23c5-4e4b-918e-4ed6bdcca48e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:39:33.072410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-1f444c73-23c5-4e4b-918e-4ed6bdcca48e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:39:33.073825 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-1f444c73-23c5-4e4b-918e-4ed6bdcca48e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1180992649&fields=id&tenant_id=9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 267 time: 0.0602427
Feb 17 20:39:33.249090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-929643fc-bd79-4c46-954a-97d66955516d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:33.249878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c91b-8756-409d-a7c1-9c08498afcf8 req-c0b4b3c4-cc2a-4bbd-bd82-27d06b0800c4 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:33.250740 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-929643fc-bd79-4c46-954a-97d66955516d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 817 time: 0.1685343
Feb 17 20:39:33.251612 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e247c91b-8756-409d-a7c1-9c08498afcf8 req-c0b4b3c4-cc2a-4bbd-bd82-27d06b0800c4 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0873117
Feb 17 20:39:33.269420 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-a15067f6-7927-47cf-b76c-99e9135c4e3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/quotas/9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 375 time: 0.0119109
Feb 17 20:39:33.303903 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e247c91b-8756-409d-a7c1-9c08498afcf8 req-724ff3bb-2d49-4573-8bc4-32a22ccdd19f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461349
Feb 17 20:39:33.365588 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-aff2a6b3-da3b-431d-bd52-30b0b4d9575a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0901780
Feb 17 20:39:33.514299 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-a0c7756e-32ba-4d65-b0af-301e01a8a737 service neutron] 10.222.0.23 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355970
Feb 17 20:39:33.659745 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-b5b1848d-2575-48f6-97db-a7ece7df4756 service neutron] 10.222.0.23 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381052
Feb 17 20:39:33.856407 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-66caa914-3953-485a-a094-355e842e63ed req-6fa42839-76b2-4416-96c9-9a8346cde59c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:39:33.871868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-66caa914-3953-485a-a094-355e842e63ed req-6fa42839-76b2-4416-96c9-9a8346cde59c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:39:33.873101 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66caa914-3953-485a-a094-355e842e63ed req-6fa42839-76b2-4416-96c9-9a8346cde59c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 210 time: 0.0647480
Feb 17 20:39:34.505630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e97d2-99a0-4585-b12a-4ff08860f31c req-eb8caa08-6171-4798-b478-603fca500f0a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:34.507264 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b80e97d2-99a0-4585-b12a-4ff08860f31c req-eb8caa08-6171-4798-b478-603fca500f0a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0878813
Feb 17 20:39:34.560724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e912ee0a-9d52-42e7-bed3-3dfe860af8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:34.561118 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b80e97d2-99a0-4585-b12a-4ff08860f31c req-e2c719e0-bddc-4b84-b569-5dfd0600559c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470369
Feb 17 20:39:35.074655 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-60138392-8cb9-42f4-a8c0-d72996e179bb req-1115d204-172c-41b4-9abf-b8145943e071 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 210 time: 0.0777962
Feb 17 20:39:35.216632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-1f96b882-f6ed-4f3f-a494-d2e717b14d10 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:35.217401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-1f96b882-f6ed-4f3f-a494-d2e717b14d10 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:39:35.234228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-1f96b882-f6ed-4f3f-a494-d2e717b14d10 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:39:35.235622 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-1f96b882-f6ed-4f3f-a494-d2e717b14d10 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 817 time: 0.1947181
Feb 17 20:39:35.331956 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-f32f6f08-2451-4ce7-b104-1b7312db4970 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 5705 time: 0.0735102
Feb 17 20:39:35.341782 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'port': {'device_id': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'admin_state_up': True, 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'security_groups': ['3f7ae05a-9ecc-4d72-83a7-6abb7476364c']}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:39:35.488243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:39:35.498084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:39:35.507706 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Made reservation on behalf of 9dda3e55668745f8a4875140a9bad70d for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:39:35.513297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:35.767842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe10582-f979-4ff5-a998-1eae8c4f7344 req-0e22ec6d-0ad0-437f-bd7b-848e753ec30d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:35.769391 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ebe10582-f979-4ff5-a998-1eae8c4f7344 req-0e22ec6d-0ad0-437f-bd7b-848e753ec30d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0867856
Feb 17 20:39:35.818876 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ebe10582-f979-4ff5-a998-1eae8c4f7344 req-1d2cdca5-84db-404f-af98-946252502715 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429540
Feb 17 20:39:35.826313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Allocated IP 172.20.0.9 (76a9ff48-a6c4-4abf-827c-dc6b67c9a786/b9fe5978-e25b-4111-bf7e-d69c8651bbf8/dcef5308-7826-40b1-8fbf-cb71c954f897) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:39:36.035006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:36.052262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Transition to ACTIVE for port object dcef5308-7826-40b1-8fbf-cb71c954f897 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:39:36.080919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:36.097116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:36.288801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event updated for resources: {'Port': ['ID=dcef5308-7826-40b1-8fbf-cb71c954f897,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:36.295445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:36.371279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f07e83-b4d5-4de8-9aed-628111eabc12 req-b3e7b526-9020-4699-9404-53dda0fd8c03 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:36.372856 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61f07e83-b4d5-4de8-9aed-628111eabc12 req-b3e7b526-9020-4699-9404-53dda0fd8c03 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 931 time: 0.1699922
Feb 17 20:39:36.378852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:39:36.381291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:39:36.383867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:39:36.475340 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61f07e83-b4d5-4de8-9aed-628111eabc12 req-03163662-bc4d-490a-bf7f-2427ced836ee tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952432
Feb 17 20:39:36.484926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:36.486168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:36.512472 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1746933
Feb 17 20:39:36.539601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Request body: {'port': {'device_id': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:39:36.586971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b12ce08-93cd-4be0-b339-8baa6fde0d0e None None] Provisioning for port dcef5308-7826-40b1-8fbf-cb71c954f897 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:39:36.592200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b12ce08-93cd-4be0-b339-8baa6fde0d0e None None] Provisioning complete for port dcef5308-7826-40b1-8fbf-cb71c954f897 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:39:36.592614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b12ce08-93cd-4be0-b339-8baa6fde0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:36.652436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2b12ce08-93cd-4be0-b339-8baa6fde0d0e None None] Port dcef5308-7826-40b1-8fbf-cb71c954f897 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:39:36.668203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.024681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb48a2b-109e-47bf-9c4e-12824f7ec089 req-1d5c240b-50d0-4cdf-afa2-16c92e584ffb tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:37.026314 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bb48a2b-109e-47bf-9c4e-12824f7ec089 req-1d5c240b-50d0-4cdf-afa2-16c92e584ffb tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0912151
Feb 17 20:39:37.079184 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bb48a2b-109e-47bf-9c4e-12824f7ec089 req-48b628ba-7497-43c7-8f7d-959e7f55476d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454948
Feb 17 20:39:37.113850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcef5308-7826-40b1-8fbf-cb71c954f897 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:39:37.119358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd15b7de-9c52-4e6c-9893-d945ebe4fb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.122040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.135623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Transition to ACTIVE for port object dcef5308-7826-40b1-8fbf-cb71c954f897 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:39:37.138185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.154021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:37.292863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Pushing event updated for resources: {'Port': ['ID=dcef5308-7826-40b1-8fbf-cb71c954f897,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:37.298482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:37.492781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Attempting to bind port dcef5308-7826-40b1-8fbf-cb71c954f897 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:39:37.493150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Attempting to bind port dcef5308-7826-40b1-8fbf-cb71c954f897 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:39:37.493522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Attempting to bind port dcef5308-7826-40b1-8fbf-cb71c954f897 on network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:39:37.499392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:39:37.499765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Checking segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:39:37.500170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.500637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Bound using segment: {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:39:37.501009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Bound port: dcef5308-7826-40b1-8fbf-cb71c954f897, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895e466b-95f8-4fa7-aca8-9fc4deebdd66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:39:37.501418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.602100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] For port dcef5308-7826-40b1-8fbf-cb71c954f897, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:39:37.606154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] For port dcef5308-7826-40b1-8fbf-cb71c954f897, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=dcef5308-7826-40b1-8fbf-cb71c954f897,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:39:37.647999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.669294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-be77dc89-a283-49f6-abf0-ad604f58b131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:37.751590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.846268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Pushing event updated for resources: {'Port': ['ID=dcef5308-7826-40b1-8fbf-cb71c954f897,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:37.857166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:37.885909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0864f-7057-4626-aa39-773ee6407f77 req-9cb9a6b6-c704-49ec-9920-b5e20d42e6f4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:37.886676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3ba0864f-7057-4626-aa39-773ee6407f77 req-9cb9a6b6-c704-49ec-9920-b5e20d42e6f4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Synchronizing usage tracker for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:39:37.910815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:37.911529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:37.913055 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] 10.222.0.54 "PUT /v2.0/ports/dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 200  len: 1157 time: 1.3783145
Feb 17 20:39:37.913592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:37.925251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3ba0864f-7057-4626-aa39-773ee6407f77 req-9cb9a6b6-c704-49ec-9920-b5e20d42e6f4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Unset dirty status for tenant:9dda3e55668745f8a4875140a9bad70d on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:39:37.926707 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ba0864f-7057-4626-aa39-773ee6407f77 req-9cb9a6b6-c704-49ec-9920-b5e20d42e6f4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.3260169
Feb 17 20:39:37.976803 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'status': 'completed', 'code': 200}
Feb 17 20:39:37.985041 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ba0864f-7057-4626-aa39-773ee6407f77 req-39d46d16-42d4-4c5f-935b-2c8f06c25c52 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503366
Feb 17 20:39:38.102182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-afab6580-feba-447c-9dc4-55c99c992003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:38.104366 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-afab6580-feba-447c-9dc4-55c99c992003 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1160 time: 0.0942235
Feb 17 20:39:38.199066 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-ba234149-f75f-45a1-8dd0-8d6855d1c9a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 200  len: 217 time: 0.0707085
Feb 17 20:39:38.268735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-de995ac3-b5d0-4a39-b19b-687b92cfd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:38.270365 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-de995ac3-b5d0-4a39-b19b-687b92cfd0b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0643921
Feb 17 20:39:38.284035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569d14f-ebe4-47c8-869c-354a1063686b req-97316060-2a9c-40c3-bb47-45d5c20be9b3 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:38.285639 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d569d14f-ebe4-47c8-869c-354a1063686b req-97316060-2a9c-40c3-bb47-45d5c20be9b3 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0884817
Feb 17 20:39:38.335472 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d569d14f-ebe4-47c8-869c-354a1063686b req-e398d621-3254-46cb-8623-d0579b907890 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433068
Feb 17 20:39:38.360427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-994aab32-d863-4935-8db5-712583c1a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:38.362214 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-994aab32-d863-4935-8db5-712583c1a216 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827932
Feb 17 20:39:38.509198 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-00158175-283c-4e58-af0a-08e24340762f service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390123
Feb 17 20:39:38.655115 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26de1cf3-2667-42ec-bd1f-2a506fc7021d req-ab7c4947-d527-4326-8d2a-34b3f92d577d service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374712
Feb 17 20:39:38.840294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ae25-0757-4850-a568-5048b1268361 req-e3210a62-67c1-484a-a119-9a3bf9ee8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:38.841817 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3a2ae25-0757-4850-a568-5048b1268361 req-e3210a62-67c1-484a-a119-9a3bf9ee8a72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1160 time: 0.0780108
Feb 17 20:39:38.892935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:38.952308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:38.987071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ae25-0757-4850-a568-5048b1268361 req-17662c58-52c4-4a4f-852c-59a8d706ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:38.988628 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3a2ae25-0757-4850-a568-5048b1268361 req-17662c58-52c4-4a4f-852c-59a8d706ea2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.1394250
Feb 17 20:39:39.307234 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3a2ae25-0757-4850-a568-5048b1268361 req-bc1f0de4-4736-4e21-ac24-103f66d18574 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 200  len: 217 time: 0.3063390
Feb 17 20:39:39.427998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ae25-0757-4850-a568-5048b1268361 req-ddca591b-9307-4673-91e9-e18310ff641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:39.429563 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3a2ae25-0757-4850-a568-5048b1268361 req-ddca591b-9307-4673-91e9-e18310ff641b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0873342
Feb 17 20:39:39.443453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:39.506682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d73a-9920-4c2f-9fae-b296e43040fb req-43768dd1-116e-4dce-aa1f-905d99bc9be6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:39.508265 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e73d73a-9920-4c2f-9fae-b296e43040fb req-43768dd1-116e-4dce-aa1f-905d99bc9be6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.2032366
Feb 17 20:39:39.547092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a2223-b2f9-4199-8bfe-b5c179dad382 req-f6cffb97-76c0-45c7-a1f0-430cb1f42889 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:39.548936 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-428a2223-b2f9-4199-8bfe-b5c179dad382 req-f6cffb97-76c0-45c7-a1f0-430cb1f42889 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0952158
Feb 17 20:39:39.574396 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e73d73a-9920-4c2f-9fae-b296e43040fb req-11b0c612-dd9b-4ed9-9fbb-eede6e2ab0ef tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589483
Feb 17 20:39:39.576455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ae25-0757-4850-a568-5048b1268361 req-bac62396-40ae-4f52-bf34-8e255add2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:39.578025 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3a2ae25-0757-4850-a568-5048b1268361 req-bac62396-40ae-4f52-bf34-8e255add2e99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1394320
Feb 17 20:39:39.600783 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-428a2223-b2f9-4199-8bfe-b5c179dad382 req-9d15ea79-2eb8-4da4-a82a-c21ce87fd5a1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444372
Feb 17 20:39:39.738501 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3a2ae25-0757-4850-a568-5048b1268361 req-80034b1b-4c81-476e-8597-c58b48a4b11f service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414552
Feb 17 20:39:39.889767 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3a2ae25-0757-4850-a568-5048b1268361 req-b17aaf15-e436-491d-918a-056b84b3a902 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392002
Feb 17 20:39:40.814179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8dc60-de1a-4b47-9e2f-eb3581ec8f40 req-d1a4eeb1-aa17-408c-9cc8-f8ace3c811f6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:40.816174 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ed8dc60-de1a-4b47-9e2f-eb3581ec8f40 req-d1a4eeb1-aa17-408c-9cc8-f8ace3c811f6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.1146562
Feb 17 20:39:40.819510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9205d43-352a-42b2-99c7-888fac4c9d3f req-94dbf41f-bb10-49d6-864a-e3f6a4f2e045 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:40.821261 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9205d43-352a-42b2-99c7-888fac4c9d3f req-94dbf41f-bb10-49d6-864a-e3f6a4f2e045 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0994017
Feb 17 20:39:40.868379 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ed8dc60-de1a-4b47-9e2f-eb3581ec8f40 req-c6aac4a1-4db4-4656-9efc-d076e00fba14 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449226
Feb 17 20:39:40.875616 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9205d43-352a-42b2-99c7-888fac4c9d3f req-b2c5fa09-84bc-4e3f-92a7-cfd790f2673e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480542
Feb 17 20:39:41.924127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 3271d70d-2fcc-4af1-9cae-cc81a07fd12f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:39:42.000400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:39:42.000941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:42.085679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd85a3-4151-4ef7-ae19-5436f4433869 req-c105c10f-5a93-4fea-a2c5-e6e8a1c0477f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:42.087334 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21dd85a3-4151-4ef7-ae19-5436f4433869 req-c105c10f-5a93-4fea-a2c5-e6e8a1c0477f tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0921485
Feb 17 20:39:42.099292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e0374-881f-4eaa-9c38-074facc3ce2c req-84a36054-02db-466b-9cb9-9b993ee93a33 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:42.107104 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d2e0374-881f-4eaa-9c38-074facc3ce2c req-84a36054-02db-466b-9cb9-9b993ee93a33 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1100209
Feb 17 20:39:42.143207 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21dd85a3-4151-4ef7-ae19-5436f4433869 req-67236b67-b88d-4c82-a7a8-e8dfde2c88e2 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496078
Feb 17 20:39:42.152825 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d2e0374-881f-4eaa-9c38-074facc3ce2c req-4d891c07-88ae-4cc2-bd4a-dca3174c531c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448239
Feb 17 20:39:43.347206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f4496-8fb8-47d2-9d80-31f9ec91e517 req-2aa961f9-b070-4558-9146-d534f67a3ac2 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:43.348855 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f8f4496-8fb8-47d2-9d80-31f9ec91e517 req-2aa961f9-b070-4558-9146-d534f67a3ac2 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0885296
Feb 17 20:39:43.367006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d256d3-404d-472a-8cdf-e53bb4658ba7 req-490f7df6-62dc-4fc3-b08b-bebcf29c91be tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:43.368557 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21d256d3-404d-472a-8cdf-e53bb4658ba7 req-490f7df6-62dc-4fc3-b08b-bebcf29c91be tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0941105
Feb 17 20:39:43.397809 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f8f4496-8fb8-47d2-9d80-31f9ec91e517 req-c758933e-c3b5-4f13-8886-11970fa7f6d7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424094
Feb 17 20:39:43.419641 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21d256d3-404d-472a-8cdf-e53bb4658ba7 req-f8f4f9d8-9a62-4f7c-bd56-19941807c1a7 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445504
Feb 17 20:39:44.610804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec82cdd-5a54-4fdd-8ef5-60654b4fd6fe req-189c9921-f887-4a6e-93af-bdeb3a9006f0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:44.612503 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ec82cdd-5a54-4fdd-8ef5-60654b4fd6fe req-189c9921-f887-4a6e-93af-bdeb3a9006f0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0933809
Feb 17 20:39:44.623106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a59ce3-213c-46b4-84da-e320e9ac7a43 req-f7017d70-9219-4b00-85b6-162a6c392fb1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:44.624718 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8a59ce3-213c-46b4-84da-e320e9ac7a43 req-f7017d70-9219-4b00-85b6-162a6c392fb1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0895815
Feb 17 20:39:44.663448 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ec82cdd-5a54-4fdd-8ef5-60654b4fd6fe req-23e2c04b-7c93-455e-ae79-ac49470698a6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442011
Feb 17 20:39:44.674931 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8a59ce3-213c-46b4-84da-e320e9ac7a43 req-678c5531-c619-4e36-b2d3-166ee195a562 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435491
Feb 17 20:39:44.885447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 3271d70d-2fcc-4af1-9cae-cc81a07fd12f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:39:44.962046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:39:44.962467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:45.090071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:39:45.161006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port dcef5308-7826-40b1-8fbf-cb71c954f897 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:39:45.165976 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port dcef5308-7826-40b1-8fbf-cb71c954f897 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:39:45.166396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:45.293094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:45.320507 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:45.331155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port dcef5308-7826-40b1-8fbf-cb71c954f897, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=dcef5308-7826-40b1-8fbf-cb71c954f897,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:39:45.334113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:45.336715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dad5b2bf-98e3-4c99-8dbe-30c18661ce80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:45.376370 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'code': 200}
Feb 17 20:39:45.410797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=dcef5308-7826-40b1-8fbf-cb71c954f897,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:45.418792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.419184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.419567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.419947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.420321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.420694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.421063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.421432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.421844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.422215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.422691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.423720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.424195 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.424574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.424946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.425311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.425675 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.426070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.426436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.426806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.427194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.427560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.427925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.428306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:45.433002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:45.672678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9b3a4-a337-4f54-ba2a-878faffac02d req-baf3d480-a047-4942-aebb-ea4e33f4291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:45.674251 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14f9b3a4-a337-4f54-ba2a-878faffac02d req-baf3d480-a047-4942-aebb-ea4e33f4291e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1162 time: 0.0780299
Feb 17 20:39:45.720048 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14f9b3a4-a337-4f54-ba2a-878faffac02d req-9c81ba4d-bc4e-44ab-8c34-821c93bf5d8f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384803
Feb 17 20:39:45.889617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5ff2-84ff-4968-af15-98e682f26c21 req-a43b89dd-1879-4caf-815e-01956cd02dd0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:45.891408 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-372b5ff2-84ff-4968-af15-98e682f26c21 req-a43b89dd-1879-4caf-815e-01956cd02dd0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0960228
Feb 17 20:39:45.913264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:39:45.946482 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-372b5ff2-84ff-4968-af15-98e682f26c21 req-a2005b3c-7239-4327-b292-3f20b1383c1d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469275
Feb 17 20:39:45.996574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port dcef5308-7826-40b1-8fbf-cb71c954f897 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:39:45.996998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:46.097223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500e2a1-1dc1-4972-9738-ba76fb795845 req-6e95aab2-5a0d-4283-8662-fd2a6817c404 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:46.104807 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f500e2a1-1dc1-4972-9738-ba76fb795845 req-6e95aab2-5a0d-4283-8662-fd2a6817c404 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.3197680
Feb 17 20:39:46.149908 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f500e2a1-1dc1-4972-9738-ba76fb795845 req-98067125-4545-45b9-8b87-f55a69995151 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441332
Feb 17 20:39:46.500080 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-d0340410-1aac-4f6a-aa8b-5d20508fe778 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/floatingips/dbd2418c-9835-4105-8693-9580a89aa586 HTTP/1.1" status: 200  len: 998 time: 0.1119857
Feb 17 20:39:46.661591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-860b66a7-bb9b-4e1f-9866-ce43da16e578 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:46.663017 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-860b66a7-bb9b-4e1f-9866-ce43da16e578 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 784 time: 0.1564100
Feb 17 20:39:46.674128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-9ab27d64-5a6f-459b-9a0c-d19faecf07c1 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:39:46.675172 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-9ab27d64-5a6f-459b-9a0c-d19faecf07c1 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062511
Feb 17 20:39:46.787198 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-c4ee8c1d-04a4-4c01-87ee-7ebc419eaa98 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.206 HTTP/1.1" status: 200  len: 1001 time: 0.1056006
Feb 17 20:39:46.867167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-b51ccf5f-35a7-4797-a13d-4579bc69e8a5 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:46.868596 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-b51ccf5f-35a7-4797-a13d-4579bc69e8a5 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports/86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 942 time: 0.0755351
Feb 17 20:39:47.061484 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-e68e2131-b64f-4cfe-a2ba-104799db8c53 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.206 HTTP/1.1" status: 200  len: 1001 time: 0.1089327
Feb 17 20:39:47.170585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a7b0a-b899-4e81-8750-45918060a793 req-77fec1e3-bf59-4ab9-96ea-cac32e33d19b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:47.172178 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-477a7b0a-b899-4e81-8750-45918060a793 req-77fec1e3-bf59-4ab9-96ea-cac32e33d19b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1018083
Feb 17 20:39:47.226665 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-477a7b0a-b899-4e81-8750-45918060a793 req-cd675933-1056-40cc-92f4-809e315c6c6d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447316
Feb 17 20:39:47.295203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Deleting port 46139079-f1ae-417c-992a-eb3f484a427f {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:39:47.295623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:47.424178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ba842-8321-49d7-8938-f2190665aa42 req-b34ad56d-63a3-462b-9159-c96e011286d1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:47.425822 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-246ba842-8321-49d7-8938-f2190665aa42 req-b34ad56d-63a3-462b-9159-c96e011286d1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0901139
Feb 17 20:39:47.475492 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-246ba842-8321-49d7-8938-f2190665aa42 req-74bb9c22-d7de-4f47-99e5-cedaed126290 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429254
Feb 17 20:39:47.486674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:47.487044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:47.624203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Calling delete_port for 46139079-f1ae-417c-992a-eb3f484a427f owned by network:floatingip {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:39:47.847442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86c05-cab8-43fe-91ac-48edd7c5a21f req-f6cf6c97-04fc-48f1-bef4-c897630dc4af tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:47.849155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4ba86c05-cab8-43fe-91ac-48edd7c5a21f req-f6cf6c97-04fc-48f1-bef4-c897630dc4af tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0937748
Feb 17 20:39:47.874796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:47.892396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb2fcbbd-33b7-43af-8372-e154cc722652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:47.899019 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4ba86c05-cab8-43fe-91ac-48edd7c5a21f req-b2f5debb-b62d-4198-a91a-d7544bf3fb53 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430536
Feb 17 20:39:47.982886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-b235551d-8abb-4262-a327-7fc4db4a55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:47.984487 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-b235551d-8abb-4262-a327-7fc4db4a55e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 1162 time: 0.0805938
Feb 17 20:39:47.998184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event deleted for resources: {'Port': ['ID=46139079-f1ae-417c-992a-eb3f484a427f,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:48.003339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:48.124270 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:48.124421 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Floating IP dbd2418c-9835-4105-8693-9580a89aa586 disassociated (deleted). External IP: 172.27.2.206, port: 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0.
Feb 17 20:39:48.132037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-01a41340-5023-42c9-877f-45067c42c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:48.133587 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-01a41340-5023-42c9-877f-45067c42c115 service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.1421142
Feb 17 20:39:48.253225 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-16711785-be85-4d6e-8001-08a0935918db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 200  len: 1001 time: 0.1078091
Feb 17 20:39:48.333487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-bac29811-53a2-4b75-aa0e-f5a754cd6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:48.335082 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-bac29811-53a2-4b75-aa0e-f5a754cd6482 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.0711145
Feb 17 20:39:48.435629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-1bf023a4-e3ee-4ddf-a2b9-04713600ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:48.437298 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-1bf023a4-e3ee-4ddf-a2b9-04713600ffc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846450
Feb 17 20:39:48.515502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:39:48.590309 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-84124ed6-5def-405e-8340-e38016dbed76 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450098
Feb 17 20:39:48.730343 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:39:48.740536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] Sync routers for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:39:48.751376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:39:48.752733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ab00>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:48.758783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:48.819249 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcbe2afa-2f9d-46b3-99b6-98a9e4249730 req-afc09d0d-b88a-499f-b120-e70b0bae9979 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2178805
Feb 17 20:39:48.820266 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "DELETE /v2.0/floatingips/dbd2418c-9835-4105-8693-9580a89aa586 HTTP/1.1" status: 204  len: 173 time: 1.7519219
Feb 17 20:39:48.820829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:48.826985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b45a-ec21-47ff-b21f-3c1d83d4aff8 req-074e3b4c-d7f4-4e97-8547-3bd2b2987cde tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:48.828559 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ac1b45a-ec21-47ff-b21f-3c1d83d4aff8 req-074e3b4c-d7f4-4e97-8547-3bd2b2987cde tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.2259648
Feb 17 20:39:48.901629 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ac1b45a-ec21-47ff-b21f-3c1d83d4aff8 req-d640f50f-dadd-42c9-a0eb-4b2a23c273cb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646884
Feb 17 20:39:48.979865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:39:49.153599 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'status': 'completed', 'code': 200}
Feb 17 20:39:49.168900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-4499b91e-0630-40f6-a0bc-befac5b0a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.170567 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-4499b91e-0630-40f6-a0bc-befac5b0a4c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1162 time: 0.3228209
Feb 17 20:39:49.212291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-62024cac-b902-4048-aed2-cc900f2723e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.213948 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-62024cac-b902-4048-aed2-cc900f2723e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df0fa7c7475420887095fa8768b5504&device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 1162 time: 0.1840131
Feb 17 20:39:49.220014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7380612-9783-488d-b894-f8de2107748a req-597be28f-0b4d-4986-aa0f-0dca9e41b513 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.221837 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7380612-9783-488d-b894-f8de2107748a req-597be28f-0b4d-4986-aa0f-0dca9e41b513 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1319842
Feb 17 20:39:49.323133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-804ae888-c822-433b-9fb4-65c1b9bf8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.324732 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-804ae888-c822-433b-9fb4-65c1b9bf8773 service neutron] 10.222.0.23 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 905 time: 0.1463182
Feb 17 20:39:49.363440 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7380612-9783-488d-b894-f8de2107748a req-70ffa560-7d5a-411f-9c7c-ab275fa62572 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346836
Feb 17 20:39:49.365361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ab00>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:49.371047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] Checking router: cad5e4bf-b3a9-4c04-babd-ab1879b50da3 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:39:49.381222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:39:49.382221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ab00>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:49.403346 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-ff1f67e9-8cc7-4536-b4cc-333d3870e1de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 217 time: 0.0708611
Feb 17 20:39:49.429320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-b8709f6a-2031-4bf7-a82a-a113490e28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.431208 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-b8709f6a-2031-4bf7-a82a-a113490e28e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 200  len: 905 time: 0.1791914
Feb 17 20:39:49.488109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-ff166005-6960-4b2a-8350-48b8b3a54a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.489722 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-ff166005-6960-4b2a-8350-48b8b3a54a56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 200  len: 850 time: 0.0750675
Feb 17 20:39:49.562082 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-51df4ad5-0d9c-484c-a1bc-d866dc7210cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 200  len: 217 time: 0.1135471
Feb 17 20:39:49.577728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-e1a7e3af-a98e-4ac4-9317-9187bfdb5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.580358 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-e1a7e3af-a98e-4ac4-9317-9187bfdb5a73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=434a2f39-7599-4045-a74d-091002e51545&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834057
Feb 17 20:39:49.597749 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:39:49.665668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-3370e380-0c6d-4911-8ece-100c6571de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.667237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-3370e380-0c6d-4911-8ece-100c6571de7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 200  len: 850 time: 0.0914726
Feb 17 20:39:49.727433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d07a5-a4ed-4640-bc31-ed002081907b req-9f652b2c-3b59-4955-af35-cfa414469402 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.729050 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c56d07a5-a4ed-4640-bc31-ed002081907b req-9f652b2c-3b59-4955-af35-cfa414469402 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.2162514
Feb 17 20:39:49.741640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59646) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:49.746819 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-caef6ca4-cf9c-4037-acf2-517db994a12e service neutron] 10.222.0.23 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584580
Feb 17 20:39:49.750462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Request body: {'floatingip': {'port_id': 'dcef5308-7826-40b1-8fbf-cb71c954f897'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:39:49.772440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-b384b5cd-6d32-4efb-ab97-4b79299551e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:49.775085 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-b384b5cd-6d32-4efb-ab97-4b79299551e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=434a2f39-7599-4045-a74d-091002e51545&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0998755
Feb 17 20:39:49.868957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:49.943789 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-af32360e-8b8c-402b-b954-499a44b28665 service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477203
Feb 17 20:39:49.970756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ab00>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:49.975053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a916e5-4dee-4e47-ba0f-8b54d83d3af8 None None] The sync data for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi is: [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:33:46Z', 'revision_number': 4, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'cd7b65a2-3d4a-4101-b64f-9f5e6e37119f', 'name': '', 'network_id': '434a2f39-7599-4045-a74d-091002e51545', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'mac_address': 'fa:16:3e:20:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:45Z', 'updated_at': '2021-02-17T20:33:59Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'subnets': [{'id': 'bdf4ed25-a333-478a-8bde-d6fd165246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:39:50.347928 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc341aab-51d6-46d3-9617-bf4d16096300 req-843fd529-906a-42ee-af61-9c55cc56194a service neutron] 10.222.0.23 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5256345
Feb 17 20:39:50.383878 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31c2652-869c-4b8b-a15f-dba3bb035e44 req-494bbad2-b08b-4fae-840a-8267be35510c service neutron] 10.222.0.54 "GET /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3952804
Feb 17 20:39:50.412556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8fcb33-6f78-4478-810b-c2d1ed19218f None None] New status for floating IP dbd2418c-9835-4105-8693-9580a89aa586: DOWN {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:39:50.644303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38f1d-1965-488b-bd63-9c896cd1629e req-753da661-d63b-4abf-89d1-1299dab72985 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:50.646054 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76a38f1d-1965-488b-bd63-9c896cd1629e req-753da661-d63b-4abf-89d1-1299dab72985 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.1376097
Feb 17 20:39:50.780157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cc4fa-f036-472b-b060-651b1313d71b req-93448cb1-1d57-4ca1-9d46-f7c069d9ae66 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:50.782559 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a75cc4fa-f036-472b-b060-651b1313d71b req-93448cb1-1d57-4ca1-9d46-f7c069d9ae66 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0876901
Feb 17 20:39:50.790850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:50.796431 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76a38f1d-1965-488b-bd63-9c896cd1629e req-ab03de1d-9a80-4972-b097-009ac2cdbe62 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843675
Feb 17 20:39:50.797203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:50.834331 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a75cc4fa-f036-472b-b060-651b1313d71b req-9dbe61f9-396f-408c-8765-7844700f71cf tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0454593
Feb 17 20:39:50.982992 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Floating IP de0b146f-45a4-4f2e-8add-0c4c787f30fb associated. External IP: 172.27.2.29, port: dcef5308-7826-40b1-8fbf-cb71c954f897.
Feb 17 20:39:51.359076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Router ddd97e71-329c-4002-bbb0-b5dfefa9f209 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:39:51.772483 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:39:51.777464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:51.782854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] Sync routers for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:39:51.793087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:39:51.793780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ac88>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:51.845297 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1c63a06d-91d3-44d8-bfc0-51be0920abf8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "PUT /v2.0/floatingips/de0b146f-45a4-4f2e-8add-0c4c787f30fb HTTP/1.1" status: 200  len: 990 time: 2.0980499
Feb 17 20:39:51.845297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:51.898252 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'status': 'completed', 'code': 200}
Feb 17 20:39:52.152423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:39:52.153185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-ff932cf4-838f-4f61-92a4-6fe51ab47175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:52.154854 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-ff932cf4-838f-4f61-92a4-6fe51ab47175 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1162 time: 0.1587317
Feb 17 20:39:52.162499 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa420-ddf4-4036-a1c6-ab3a88f76f75 req-f667983d-cfad-4bda-bbc3-4c9c186dfcda tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:52.163995 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-959aa420-ddf4-4036-a1c6-ab3a88f76f75 req-f667983d-cfad-4bda-bbc3-4c9c186dfcda tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.1279171
Feb 17 20:39:52.309071 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-959aa420-ddf4-4036-a1c6-ab3a88f76f75 req-dd6a2311-9066-4f0a-9668-d21133638dc9 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1181662
Feb 17 20:39:52.347839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-908bc7ba-a42e-4874-a07a-18338d86f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:52.349460 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-908bc7ba-a42e-4874-a07a-18338d86f979 service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.1829090
Feb 17 20:39:52.467829 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-d928363f-6a9c-4290-bb01-e5c75641a06a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 200  len: 998 time: 0.1092298
Feb 17 20:39:52.529090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ac88>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': 'de0b146f-45a4-4f2e-8add-0c4c787f30fb', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'port_id': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'mac_address': 'fa:16:3e:30:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:39:32Z', 'updated_at': '2021-02-17T20:39:50Z', 'revision_number': 1, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:52.533233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] Checking router: ddd97e71-329c-4002-bbb0-b5dfefa9f209 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:39:52.541091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-088744ee-3faf-483c-b124-956557c6424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:52.542195 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:39:52.542784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-088744ee-3faf-483c-b124-956557c6424c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0650389
Feb 17 20:39:52.542914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ac88>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:52.631889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-12fb1f4e-cf1e-40b9-873a-a425ca016654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:52.633534 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-12fb1f4e-cf1e-40b9-873a-a425ca016654 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789523
Feb 17 20:39:52.735635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:39:52.785028 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-1ff7d1cc-64cb-4cf5-a90a-a471bf8aafd9 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432142
Feb 17 20:39:52.939482 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d705bff-41db-48ef-bb38-934ac6d4c4c9 req-e11eaaae-2356-49c4-a810-cd233edcc6d6 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471655
Feb 17 20:39:53.121663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a9ac88>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': 'de0b146f-45a4-4f2e-8add-0c4c787f30fb', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'port_id': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'mac_address': 'fa:16:3e:30:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:39:32Z', 'updated_at': '2021-02-17T20:39:50Z', 'revision_number': 1, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:39:53.126405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbdc173-c22c-4db9-a6a8-579d818792c8 None None] The sync data for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi is: [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': 'de0b146f-45a4-4f2e-8add-0c4c787f30fb', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'port_id': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'mac_address': 'fa:16:3e:30:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:39:32Z', 'updated_at': '2021-02-17T20:39:50Z', 'revision_number': 1, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:39:53.421562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f049b2b-c092-4a27-a0f2-08ec72066d01 None None] New status for floating IP de0b146f-45a4-4f2e-8add-0c4c787f30fb: ACTIVE {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:39:53.522630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aeb4f-be32-48c1-9825-5da1d139acf0 req-5a70cf3e-8e3b-4088-a3d1-13957a3fc1b6 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:53.524248 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c7aeb4f-be32-48c1-9825-5da1d139acf0 req-5a70cf3e-8e3b-4088-a3d1-13957a3fc1b6 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0957053
Feb 17 20:39:53.575799 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c7aeb4f-be32-48c1-9825-5da1d139acf0 req-71043e09-bbfe-4cfb-aa63-04564835cccb tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0452535
Feb 17 20:39:53.711383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e082c-a810-4c14-a74e-78fd01d5409e req-b02dd9a2-ea77-4c9f-b8bc-0ddaa62e4f28 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:53.712988 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-946e082c-a810-4c14-a74e-78fd01d5409e req-b02dd9a2-ea77-4c9f-b8bc-0ddaa62e4f28 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.54 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 945 time: 0.0920882
Feb 17 20:39:53.795307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Deleting port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:39:53.795687 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:53.876400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:39:54.018313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:54.048635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:54.060246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:39:54.065838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:54.068252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:54.088885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] For port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:39:54.089261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:54.104753 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'code': 200}
Feb 17 20:39:54.145769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:54.149186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:54.236820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Calling delete_port for 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:39:54.331110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:39:54.331476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:39:54.776966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247110f-835a-49e5-b665-34bcacfa8eee req-b96730f5-c9fc-44e0-bac0-88bc2f311cf8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:39:54.777743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0247110f-835a-49e5-b665-34bcacfa8eee req-b96730f5-c9fc-44e0-bac0-88bc2f311cf8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:39:54.792745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0247110f-835a-49e5-b665-34bcacfa8eee req-b96730f5-c9fc-44e0-bac0-88bc2f311cf8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:39:54.793996 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0247110f-835a-49e5-b665-34bcacfa8eee req-b96730f5-c9fc-44e0-bac0-88bc2f311cf8 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 943 time: 0.1005304
Feb 17 20:39:54.832805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Deleting port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:39:54.833201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:54.851929 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0247110f-835a-49e5-b665-34bcacfa8eee req-6ba3347b-da5a-42e9-aedb-099ac8f3fea4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6793741-1129-48e9-b5f8-24d95c4c1edb&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0477746
Feb 17 20:39:55.031637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:39:55.112475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] For port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:39:55.112877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:55.253643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Calling delete_port for 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:39:55.401888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:55.419591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:55.519143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event deleted for resources: {'Port': ['ID=86ff7acb-bafa-4a64-ba4a-c4cdd19137a0,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:55.541204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.541622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.542058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.542468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.542869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.543268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.543664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.544059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.544456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.544849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.545240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.545632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.546095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.546490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.546884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.547513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.548470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.548873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.549278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.549675 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.550100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.550494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.550887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.551276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:39:55.555506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:55.659178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] No DVR routers for this DVR port 86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:39:55.661732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:55.664861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'name': 'network-vif-deleted', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:39:55.682169 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-946e082c-a810-4c14-a74e-78fd01d5409e req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.54 "DELETE /v2.0/ports/86ff7acb-bafa-4a64-ba4a-c4cdd19137a0 HTTP/1.1" status: 204  len: 173 time: 1.9587975
Feb 17 20:39:55.725238 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993da346-d745-4427-baa6-15c62f679f5f', 'name': 'network-vif-deleted', 'tag': '86ff7acb-bafa-4a64-ba4a-c4cdd19137a0', 'status': 'completed', 'code': 200}
Feb 17 20:39:56.017134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fc074292-4f82-4526-9870-56559ae8c4e4 req-ec550a0a-e4e7-4e35-9cb6-9d812268e95e tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Synchronizing usage tracker for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:39:56.031847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fc074292-4f82-4526-9870-56559ae8c4e4 req-ec550a0a-e4e7-4e35-9cb6-9d812268e95e tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Unset dirty status for tenant:1df0fa7c7475420887095fa8768b5504 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:39:56.033053 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc074292-4f82-4526-9870-56559ae8c4e4 req-ec550a0a-e4e7-4e35-9cb6-9d812268e95e tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/ports?device_id=993da346-d745-4427-baa6-15c62f679f5f HTTP/1.1" status: 200  len: 210 time: 0.0635157
Feb 17 20:39:58.458216 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-65390bb7-0f8d-46e9-a224-3d585f6bf7ce req-4f6f1fbe-36b1-4b41-a127-9fbe1b167e48 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "GET /v2.0/security-groups/f6793741-1129-48e9-b5f8-24d95c4c1edb HTTP/1.1" status: 200  len: 2997 time: 0.0563548
Feb 17 20:39:58.531841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-65390bb7-0f8d-46e9-a224-3d585f6bf7ce req-9b5c2558-a291-4c15-930a-e27a9e592c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:58.560814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-65390bb7-0f8d-46e9-a224-3d585f6bf7ce req-9b5c2558-a291-4c15-930a-e27a9e592c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:58.609298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-65390bb7-0f8d-46e9-a224-3d585f6bf7ce req-9b5c2558-a291-4c15-930a-e27a9e592c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:58.614452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-28fced4c-4911-440e-b541-08f8a8d83f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:39:58.630912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c2558-a291-4c15-930a-e27a9e592c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6793741-1129-48e9-b5f8-24d95c4c1edb,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:39:58.633841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b5c2558-a291-4c15-930a-e27a9e592c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:39:58.641849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-65390bb7-0f8d-46e9-a224-3d585f6bf7ce req-9b5c2558-a291-4c15-930a-e27a9e592c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:39:58.643723 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-65390bb7-0f8d-46e9-a224-3d585f6bf7ce req-9b5c2558-a291-4c15-930a-e27a9e592c1a tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] 10.222.0.23 "DELETE /v2.0/security-groups/f6793741-1129-48e9-b5f8-24d95c4c1edb HTTP/1.1" status: 204  len: 173 time: 0.1792433
Feb 17 20:39:58.711336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59696) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:39:59.644310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:00.021564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Deleting port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:00.022009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:00.210673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] For port cd7b65a2-3d4a-4101-b64f-9f5e6e37119f, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:00.211076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:00.348469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Calling delete_port for cd7b65a2-3d4a-4101-b64f-9f5e6e37119f owned by network:router_interface {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:00.522932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:00.538220 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:00.633919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7b65a2-3d4a-4101-b64f-9f5e6e37119f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:00.644559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:00.957523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:01.466279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:40:01.662058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:40:01.671978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] Sync routers for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:40:01.678091 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] 10.222.0.23 "PUT /v2.0/routers/cad5e4bf-b3a9-4c04-babd-ab1879b50da3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9655263
Feb 17 20:40:01.681076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59708) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:01.683323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:40:01.684014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ba3240>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:01.886658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:40:02.165900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks [] for router, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:02.280930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ba3240>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:40:00Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:02.285225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] Checking router: cad5e4bf-b3a9-4c04-babd-ab1879b50da3 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:40:02.294313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] Routers {'cad5e4bf-b3a9-4c04-babd-ab1879b50da3'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:40:02.294980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ba3240>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:39:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:02.357945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:02.366552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Deleting port 0a35634c-0874-4d2f-bce5-6d1275ba00c4 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:02.366924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:02.570919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] For port 0a35634c-0874-4d2f-bce5-6d1275ba00c4, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=0a35634c-0874-4d2f-bce5-6d1275ba00c4,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:02.571322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:02.656191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] Set router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:40:02.709112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Calling delete_port for 0a35634c-0874-4d2f-bce5-6d1275ba00c4 owned by network:router_gateway {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:02.904920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:02.924941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f453f1aa-1cd0-4da7-a658-b31612e75fb5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:02.986390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ba3240>, [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:40:00Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:02.990463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93907b34-6bc8-412b-bbf9-0ccd60d1969a None None] The sync data for ids ['cad5e4bf-b3a9-4c04-babd-ab1879b50da3'] in dv-cinder-759994-3-iscsi is: [{'id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'name': 'tempest-TestVolumeBootPattern-424859015-router', 'tenant_id': '1df0fa7c7475420887095fa8768b5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:39Z', 'updated_at': '2021-02-17T20:40:00Z', 'revision_number': 5, 'project_id': '1df0fa7c7475420887095fa8768b5504', 'gw_port': {'id': '0a35634c-0874-4d2f-bce5-6d1275ba00c4', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5e4bf-b3a9-4c04-babd-ab1879b50da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:41Z', 'updated_at': '2021-02-17T20:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:40:03.023926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a35634c-0874-4d2f-bce5-6d1275ba00c4,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:03.034307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:03.154688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.347454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.349881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.373398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.374082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad5e4bf-b3a9-4c04-babd-ab1879b50da3 {{(pid=84018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:40:03.388269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Notify callbacks [] for router, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.389505 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cad5e4bf-b3a9-4c04-babd-ab1879b50da3 HTTP/1.1" status: 204  len: 168 time: 1.7074366
Feb 17 20:40:03.392993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 59714) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:03.459592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Deleting subnet bdf4ed25-a333-478a-8bde-d6fd165246be {{(pid=84018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:40:03.463089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.521317 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852465697'] for subnet, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.656291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.923709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852118824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851458485'] for subnet, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:03.939707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:04.030454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf4ed25-a333-478a-8bde-d6fd165246be,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:04.034266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:04.077618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.084967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9aaef3-8ee4-4db3-b289-de1912d14da9 None None] Network 434a2f39-7599-4045-a74d-091002e51545 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:40:04.088009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59720) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:04.088151 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0c2ba6ea-b77b-40ac-b57f-95bac0da14c7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bdf4ed25-a333-478a-8bde-d6fd165246be HTTP/1.1" status: 204  len: 168 time: 0.6940289
Feb 17 20:40:04.166921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 0a35634c-0874-4d2f-bce5-6d1275ba00c4 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:40:04.212171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: 0a35634c-0874-4d2f-bce5-6d1275ba00c4 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:40:04.212572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 0a35634c-0874-4d2f-bce5-6d1275ba00c4 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:40:04.213037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cd7b65a2-3d4a-4101-b64f-9f5e6e37119f no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:40:04.216756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.263638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: cd7b65a2-3d4a-4101-b64f-9f5e6e37119f {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:40:04.264055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cd7b65a2-3d4a-4101-b64f-9f5e6e37119f not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:40:04.292596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Deleting port a5a2ded6-3fed-4a7b-b162-990c40293fa6 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:04.292979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.435517 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] DHCP port deletion for 434a2f39-7599-4045-a74d-091002e51545 request from dv-cinder-759994-3-iscsi {{(pid=84019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 20:40:04.440375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Deleting port a5a2ded6-3fed-4a7b-b162-990c40293fa6 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:04.440829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.519306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] For port a5a2ded6-3fed-4a7b-b162-990c40293fa6, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a5a2ded6-3fed-4a7b-b162-990c40293fa6,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:04.519715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.656274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a613-c0be-4e81-bcf0-857b5981f0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.665627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Calling delete_port for a5a2ded6-3fed-4a7b-b162-990c40293fa6 owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:04.681372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] For port a5a2ded6-3fed-4a7b-b162-990c40293fa6, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a5a2ded6-3fed-4a7b-b162-990c40293fa6,segment=NetworkSegment(c9ecedcf-86a0-45f2-8737-828d40b5f73d),segment_id=c9ecedcf-86a0-45f2-8737-828d40b5f73d)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:04.681881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.745074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:04.761439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d106bae-ccd3-4883-9455-1ad50f5ae3e7 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:04.816889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Calling delete_port for a5a2ded6-3fed-4a7b-b162-990c40293fa6 owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:04.860527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a2ded6-3fed-4a7b-b162-990c40293fa6,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:04.865353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:04.914042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] No DVR routers for this DVR port a5a2ded6-3fed-4a7b-b162-990c40293fa6 on host dv-cinder-759994-3-iscsi {{(pid=84017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:40:04.976476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84019) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:40:04.977121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:40:05.042073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:05.161727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b98012e8>,) {'filters': {'network_id': ['434a2f39-7599-4045-a74d-091002e51545']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:05.175277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b98012e8>, 'c9ecedcf-86a0-45f2-8737-828d40b5f73d') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:05.175554 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b98012e8>, 'c9ecedcf-86a0-45f2-8737-828d40b5f73d') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:05.188324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:05.202734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:05.205872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:40:05.388936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Network 434a2f39-7599-4045-a74d-091002e51545 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:40:05.398622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:05.478060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Deleting port a5a2ded6-3fed-4a7b-b162-990c40293fa6 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:05.478631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:05.555882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0be1ce93-713a-44cb-b696-53b544457ffa None None] The port 'a5a2ded6-3fed-4a7b-b162-990c40293fa6' was deleted {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 20:40:05.580995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Network 434a2f39-7599-4045-a74d-091002e51545 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:40:05.603371 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:40:05.678830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:05.682603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:05.699169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:05.709154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Pushing event deleted for resources: {'Network': ['ID=434a2f39-7599-4045-a74d-091002e51545,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:05.713667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:05.725305 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] 10.222.0.23 "DELETE /v2.0/networks/434a2f39-7599-4045-a74d-091002e51545 HTTP/1.1" status: 204  len: 168 time: 1.6358945
Feb 17 20:40:05.728512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59726) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:06.148873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a5a2ded6-3fed-4a7b-b162-990c40293fa6 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:40:06.186966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: a5a2ded6-3fed-4a7b-b162-990c40293fa6 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:40:06.187362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a5a2ded6-3fed-4a7b-b162-990c40293fa6 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:40:06.324744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:06.691009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Deleting port cf68870f-6028-4d72-a3f0-8d7a027d37c0 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:06.691300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:06.873011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] For port cf68870f-6028-4d72-a3f0-8d7a027d37c0, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=cf68870f-6028-4d72-a3f0-8d7a027d37c0,segment=NetworkSegment(f2925e7e-b863-4662-afba-fb0d121ac96b),segment_id=f2925e7e-b863-4662-afba-fb0d121ac96b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:06.873398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:07.010488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Calling delete_port for cf68870f-6028-4d72-a3f0-8d7a027d37c0 owned by network:router_interface {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:07.121931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8021-ef1b-4b1f-b592-6343dcbead10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:07.561681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:07.577397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:07.673899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf68870f-6028-4d72-a3f0-8d7a027d37c0,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:07.676756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:07.756068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:07.990971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:08.511839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:40:08.701824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:40:08.711217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] Sync routers for ids ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:40:08.712077 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-49204695-66b7-483f-b41e-ea0146101636 admin admin] 10.222.0.23 "PUT /v2.0/routers/0799bc9e-3ec5-4ecd-ae80-fb165cf72c09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9824824
Feb 17 20:40:08.714768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59736) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:08.721966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] Routers {'0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:40:08.722745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ab5908>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:40:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:08.896605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:08.913387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks [] for router, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:08.921991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] Set router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:40:08.965754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:09.110689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:09.119383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Deleting port 7c1fbe7c-5b99-471c-94bd-562c009af5a1 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:09.119752 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:09.231133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ab5908>, [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:40:07Z', 'revision_number': 5, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port': {'id': '7c1fbe7c-5b99-471c-94bd-562c009af5a1', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:52Z', 'updated_at': '2021-02-17T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:09.235653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] Checking router: 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:40:09.244478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] Routers {'0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:40:09.245130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ab5908>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:40:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:09.310366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] For port 7c1fbe7c-5b99-471c-94bd-562c009af5a1, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7c1fbe7c-5b99-471c-94bd-562c009af5a1,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:09.310761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:09.443335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:09.449947 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Calling delete_port for 7c1fbe7c-5b99-471c-94bd-562c009af5a1 owned by network:router_gateway {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:09.575361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] Set router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 gateway port host: None {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:40:09.642497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:09.659832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f9ab1d2-db1d-4c69-aeef-98a6ea96f36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:09.694411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9ab5908>, [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:40:09Z', 'revision_number': 6, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port_host': None}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:09.698735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92aa79-8eb6-480e-b586-235f247b6416 None None] The sync data for ids ['0799bc9e-3ec5-4ecd-ae80-fb165cf72c09'] in dv-cinder-759994-3-iscsi is: [{'id': '0799bc9e-3ec5-4ecd-ae80-fb165cf72c09', 'name': 'tempest-TestVolumeBootPattern-933247288-router', 'tenant_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:50Z', 'updated_at': '2021-02-17T20:40:09Z', 'revision_number': 6, 'project_id': '683fe06d7f5d4697bdb98d70ba80f8b4', 'gw_port_host': None}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:40:09.990521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1fbe7c-5b99-471c-94bd-562c009af5a1,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:09.993449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:10.124787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.149280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cf68870f-6028-4d72-a3f0-8d7a027d37c0 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:40:10.187527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: cf68870f-6028-4d72-a3f0-8d7a027d37c0 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:40:10.188017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device cf68870f-6028-4d72-a3f0-8d7a027d37c0 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:40:10.188505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c1fbe7c-5b99-471c-94bd-562c009af5a1 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:40:10.225099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: 7c1fbe7c-5b99-471c-94bd-562c009af5a1 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:40:10.225544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c1fbe7c-5b99-471c-94bd-562c009af5a1 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:40:10.315271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.317582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.411038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.411708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 {{(pid=84017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:40:10.425741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.426962 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] 10.222.0.23 "DELETE /v2.0/routers/0799bc9e-3ec5-4ecd-ae80-fb165cf72c09 HTTP/1.1" status: 204  len: 168 time: 1.7112134
Feb 17 20:40:10.429924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59742) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:10.504131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Deleting subnet ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6 {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:40:10.507493 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.561393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.694461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.965080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:10.982213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ca63feac-58cf-4aa7-aea0-013d082c1e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:11.068435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:11.072954 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:11.115707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:11.121685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d22f6-134b-46d6-99f1-25a0ebdebf9b None None] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:40:11.121874 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ed3b3bdc-9d40-4659-8469-da02dba1718a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ddcfe6c5-63ea-4b8c-ae9c-d80ea8d1f5b6 HTTP/1.1" status: 204  len: 168 time: 0.6907954
Feb 17 20:40:11.124424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59748) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:11.243119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:11.313439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Deleting port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:11.313850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:11.386219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] DHCP port deletion for 612cb50b-c5b0-4106-9e99-d7eea60e7bfc request from dv-cinder-759994-3-iscsi {{(pid=84019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 20:40:11.391527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Deleting port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:11.392197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:11.541891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] For port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,segment=NetworkSegment(f2925e7e-b863-4662-afba-fb0d121ac96b),segment_id=f2925e7e-b863-4662-afba-fb0d121ac96b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:11.542210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:11.612461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] For port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,segment=NetworkSegment(f2925e7e-b863-4662-afba-fb0d121ac96b),segment_id=f2925e7e-b863-4662-afba-fb0d121ac96b)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:40:11.612825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:11.677381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Calling delete_port for 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:11.749929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Calling delete_port for 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:40:11.759845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:11.775451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91c94e21-4c6e-4990-9b96-3f8446ec07d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:11.829809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84019) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:40:11.830131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:40:11.878304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Pushing event deleted for resources: {'Port': ['ID=406e54cd-664c-4be6-b0f1-1aec9ccbdf5b,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:11.883187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:11.926898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] No DVR routers for this DVR port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b on host dv-cinder-759994-3-iscsi {{(pid=84017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:40:12.052296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:12.145480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:40:12.173610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b94763c8>,) {'filters': {'network_id': ['612cb50b-c5b0-4106-9e99-d7eea60e7bfc']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:12.183215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:40:12.183613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:40:12.187396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b94763c8>, 'f2925e7e-b863-4662-afba-fb0d121ac96b') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:12.187875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b94763c8>, 'f2925e7e-b863-4662-afba-fb0d121ac96b') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:40:12.200780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:12.219445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:12.221672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:40:12.331745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Deleting port 406e54cd-664c-4be6-b0f1-1aec9ccbdf5b {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:40:12.332102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:12.407144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-af829333-4a41-4d41-9fe9-f7053eb11c5a None None] The port '406e54cd-664c-4be6-b0f1-1aec9ccbdf5b' was deleted {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 20:40:12.409062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:40:12.418989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:12.602882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Network 612cb50b-c5b0-4106-9e99-d7eea60e7bfc has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:40:12.678708 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:40:12.716088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:12.719787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-46caf0ca-6e44-4bb9-82d8-85b802ebacfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:12.733653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:12.744647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Pushing event deleted for resources: {'Network': ['ID=612cb50b-c5b0-4106-9e99-d7eea60e7bfc,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:12.747891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:12.751005 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] 10.222.0.23 "DELETE /v2.0/networks/612cb50b-c5b0-4106-9e99-d7eea60e7bfc HTTP/1.1" status: 204  len: 168 time: 1.6234534
Feb 17 20:40:12.871995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59760) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:12.925042 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c4602e96-606d-4f26-884d-b42695b7ccb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1df0fa7c7475420887095fa8768b5504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517375
Feb 17 20:40:12.927757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59764) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:12.993664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b9289d1-67ef-43a4-bd85-9290561c6a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.021011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b9289d1-67ef-43a4-bd85-9290561c6a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.066359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b9289d1-67ef-43a4-bd85-9290561c6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.070285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31316d52-4704-44cc-bd6b-1cd5eae0afce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:13.083971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9289d1-67ef-43a4-bd85-9290561c6a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e165750-90ff-420f-9f5c-dbb6bc2cf49f,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:13.086633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b9289d1-67ef-43a4-bd85-9290561c6a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:13.094457 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b9289d1-67ef-43a4-bd85-9290561c6a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.098148 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9b9289d1-67ef-43a4-bd85-9290561c6a28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e165750-90ff-420f-9f5c-dbb6bc2cf49f HTTP/1.1" status: 204  len: 168 time: 0.1669314
Feb 17 20:40:13.455762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59774) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:13.508630 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4f920f3c-c177-43c0-9b97-90f72496622e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=683fe06d7f5d4697bdb98d70ba80f8b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516028
Feb 17 20:40:13.511291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59778) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:40:13.573148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.600445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.650375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.655430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-875868a7-5440-4f0c-a767-61479ebb1b51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:40:13.670042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9794045d-c51d-4eaa-9e7b-ee13ce3309eb,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:40:13.673655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:40:13.674623 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:13.675837 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9794045d-c51d-4eaa-9e7b-ee13ce3309eb HTTP/1.1" status: 204  len: 168 time: 0.1635621
Feb 17 20:40:25.075463 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-da60dc44-b890-43c1-a3f3-beaf3337931e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0858166
Feb 17 20:40:25.212390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-ed72b427-9aee-45b7-9a22-c14137ad9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:40:25.214070 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-ed72b427-9aee-45b7-9a22-c14137ad9d18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.0830727
Feb 17 20:40:25.373074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-f4d55493-ec3d-4a55-b586-fadb37e20a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:40:25.374663 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-f4d55493-ec3d-4a55-b586-fadb37e20a76 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.1376662
Feb 17 20:40:25.486626 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-3835cf9c-25e5-4220-ac1a-ccaf147b1b68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 1001 time: 0.1043179
Feb 17 20:40:25.554690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-cf1f4df5-9b81-42fa-875c-916f8bdce467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:40:25.556249 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-cf1f4df5-9b81-42fa-875c-916f8bdce467 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0630372
Feb 17 20:40:25.645480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-ec3d41da-6d77-45d7-aed5-68f5cbf23f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:40:25.647163 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-ec3d41da-6d77-45d7-aed5-68f5cbf23f36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829835
Feb 17 20:40:25.793321 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-8b26ade1-dc2d-4cf2-a379-a348c8a909b3 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374867
Feb 17 20:40:25.937000 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3d3a231-3780-4815-a564-196c0faa8ba2 req-ab401e47-0aa1-4d05-9006-3ef0ee9c8fc3 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362581
Feb 17 20:40:32.031339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:40:34.560121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e81607e-7a1c-439e-b1bb-1bdb40efec79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:37.123181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c2def66-c8e3-4e91-8272-b9db550c4d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:37.756171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:38.892321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:38.958466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:39.443257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:40:58.602841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2078-60eb-4800-9ab4-b8d749dee87b req-0d0ef793-b631-4a3d-971b-3ce9e049aff8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:40:58.604436 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a40d2078-60eb-4800-9ab4-b8d749dee87b req-0d0ef793-b631-4a3d-971b-3ce9e049aff8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0869782
Feb 17 20:40:58.658372 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a40d2078-60eb-4800-9ab4-b8d749dee87b req-bedff3fc-69ab-48b2-b95e-a43f11bbdf35 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475025
Feb 17 20:40:59.869134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf4b75-9961-4d0e-b419-aac955d9619a req-9a29fda8-ef54-45ec-a633-651ed6c51c8c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:40:59.870818 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13bf4b75-9961-4d0e-b419-aac955d9619a req-9a29fda8-ef54-45ec-a633-651ed6c51c8c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0912399
Feb 17 20:40:59.917845 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13bf4b75-9961-4d0e-b419-aac955d9619a req-4e59b0af-b6ce-4414-9a4f-f466cffaf352 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406308
Feb 17 20:41:00.495703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 3271d70d-2fcc-4af1-9cae-cc81a07fd12f no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:41:00.583337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-41b2897f-3006-46dc-b143-f115a346f515 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:00.584932 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-41b2897f-3006-46dc-b143-f115a346f515 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 945 time: 0.0964537
Feb 17 20:41:00.643994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:00.669367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Deleting port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:41:00.669879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:00.674185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:41:00.685729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:41:00.689667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:00.691898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-882d0ea2-b102-4eca-a54a-6fa736231159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:00.734331 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'code': 200}
Feb 17 20:41:00.771247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:00.780205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.780598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.780984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.781367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.781823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.782199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.782572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.782941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.783309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.783683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.784570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.784941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.785348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.785748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.786112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.786475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.786838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.787203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.787980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.787980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.788258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.788629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.789026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.789391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:00.794339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:01.140789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e11a10-4748-478f-944b-59cec1e27dd2 req-b6fb1188-b543-4f38-ad56-9378bf4270c0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:01.142448 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14e11a10-4748-478f-944b-59cec1e27dd2 req-b6fb1188-b543-4f38-ad56-9378bf4270c0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 943 time: 0.0949984
Feb 17 20:41:01.194833 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14e11a10-4748-478f-944b-59cec1e27dd2 req-affa91db-1309-417d-9edf-b0ad9c2a181e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=f54fde22-baf7-4f1d-9e05-d3a80543f0c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444064
Feb 17 20:41:01.202772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] For port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:41:01.203173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:01.516011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:01.516421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:01.516769 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Floating IP 063b3534-9a7f-47d6-b48a-a1c640d13130 disassociated. External IP: 172.27.2.103, port: 3271d70d-2fcc-4af1-9cae-cc81a07fd12f.
Feb 17 20:41:01.517138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Calling delete_port for 3271d70d-2fcc-4af1-9cae-cc81a07fd12f owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:41:01.678943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:01.695544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-50c6b688-a119-45f4-b571-f5156c4893ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:01.789934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event deleted for resources: {'Port': ['ID=3271d70d-2fcc-4af1-9cae-cc81a07fd12f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:01.812100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.812513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.812921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.813324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.813741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.814147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.814542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.814978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.816001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.816400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.816794 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.817185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.817630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.818049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.818451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.818841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.819229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.819622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.820022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.820403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.820792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.821181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.821572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.821985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:01.827063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:02.083471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Router 731d0058-cee5-4fec-b4d1-67951551ba7b has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:41:02.300985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:41:02.313788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] Sync routers for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:41:02.339339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:41:02.340346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4ba4c9b00>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:40:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:02.342685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] No DVR routers for this DVR port 3271d70d-2fcc-4af1-9cae-cc81a07fd12f on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:41:02.345052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:02.348672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'name': 'network-vif-deleted', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:41:02.365000 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b169bb12-2f76-4cd9-b656-4ed80c77f678 req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "DELETE /v2.0/ports/3271d70d-2fcc-4af1-9cae-cc81a07fd12f HTTP/1.1" status: 204  len: 173 time: 1.7730138
Feb 17 20:41:02.412531 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66d0c-0348-44af-a85d-4d19350fecb5', 'name': 'network-vif-deleted', 'tag': '3271d70d-2fcc-4af1-9cae-cc81a07fd12f', 'status': 'completed', 'code': 200}
Feb 17 20:41:02.567221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:41:02.637468 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-07965833-3622-4a8a-a9e6-a5b18f6c4043 req-51268422-b1a6-4f87-9607-0bf05df10d2e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d66d0c-0348-44af-a85d-4d19350fecb5 HTTP/1.1" status: 200  len: 210 time: 0.3148282
Feb 17 20:41:03.086420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4ba4c9b00>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:03.091163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] Checking router: 731d0058-cee5-4fec-b4d1-67951551ba7b for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:41:03.100717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:41:03.101526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4ba4c9b00>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:40:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:03.294585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:41:03.635841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4ba4c9b00>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:03.640163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392b2d3-f626-4339-b522-eb6b487792db None None] The sync data for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi is: [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:41:03.773880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59908) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:03.846943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:03.879275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:03.939211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:03.944752 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a586e2f-d939-4d76-8e71-48120f9b7e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:03.963940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54fde22-baf7-4f1d-9e05-d3a80543f0c3,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:03.973387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.973815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.974214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.974608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.974997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.975380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.975761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.976139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.976519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.976896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.977272 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.977647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.978121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.978502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.978880 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.979257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.979632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.980012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.980391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.980771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.981148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.981524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.981925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.982300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:41:03.987891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:03.991442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:03.992656 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b2286056-2863-4364-a72e-e15362421777 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "DELETE /v2.0/security-groups/f54fde22-baf7-4f1d-9e05-d3a80543f0c3 HTTP/1.1" status: 204  len: 168 time: 0.2176483
Feb 17 20:41:03.995590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59912) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:04.014478 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-d5445ebb-b6d8-40cf-9cc0-35442e7a2d4d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] show failed (client error): The resource could not be found.
Feb 17 20:41:04.015568 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d5445ebb-b6d8-40cf-9cc0-35442e7a2d4d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups/f54fde22-baf7-4f1d-9e05-d3a80543f0c3 HTTP/1.1" status: 404  len: 347 time: 0.0188925
Feb 17 20:41:04.019279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59916) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:04.028687 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc7535-bba2-4020-8065-82187f8c32b2 None None] New status for floating IP 063b3534-9a7f-47d6-b48a-a1c640d13130: DOWN {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:41:04.189115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Deleting port 67bb7591-e219-4d51-885e-41a6deadf916 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:41:04.189412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:04.374859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:04.375222 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:04.508160 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Calling delete_port for 67bb7591-e219-4d51-885e-41a6deadf916 owned by network:floatingip {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:41:04.562113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b0a29ff-eea0-4f97-ada1-5befe1528fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:04.597375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:41:04.597820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:41:05.099440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Deleting port 67bb7591-e219-4d51-885e-41a6deadf916 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:41:05.099997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:05.287400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:05.287772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:05.420393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Calling delete_port for 67bb7591-e219-4d51-885e-41a6deadf916 owned by network:floatingip {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:41:05.567739 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:05.583269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f53cdb7d-0b92-418a-abaf-dc3e5558d3da tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:05.689152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event deleted for resources: {'Port': ['ID=67bb7591-e219-4d51-885e-41a6deadf916,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:05.694485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:05.808674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:05.824116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:05.825252 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-973b895e-bea4-4b7c-b1d9-db273d6e415c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "DELETE /v2.0/floatingips/063b3534-9a7f-47d6-b48a-a1c640d13130 HTTP/1.1" status: 204  len: 168 time: 1.8050013
Feb 17 20:41:06.124566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59926) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:06.131145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476936880', 'description': 'tempest-description--1496108147'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:41:06.137746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:41:06.142089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:41:06.146207 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:41:06.152058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:41:06.160881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.182737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:41:06.186876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group_rule and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:41:06.189992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:41:06.196285 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:41:06.270058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.272688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.277956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9da44bd2-93d0-4c91-bb51-b38d3610adc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:06.322079 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:06.324874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.326193 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2005386
Feb 17 20:41:06.327133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c3c511eb-79f8-40b3-8810-c35d6202de10 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:06.329410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59930) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:06.335822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e1c0c-1b9e-4ecc-b927-da89a73a0562', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:41:06.342303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:41:06.347006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group_rule and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:41:06.350243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:41:06.356018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:41:06.372428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.435606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.438292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.440394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:06.464380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f311a7e-56bd-4df2-aad6-a04342bacca6,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:06.469034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:06.473251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.476690 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-19d16d92-5fe5-46a6-8d10-a45c507b40c2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1439946
Feb 17 20:41:06.477148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59934) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:06.482653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e1c0c-1b9e-4ecc-b927-da89a73a0562', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:41:06.489018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:41:06.493091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:security_group_rule and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:41:06.496137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:41:06.501957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:41:06.522318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.586717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.589413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.591593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-20603b5c-0ab8-4c69-b3ef-3e19a4c3236b tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:06.614696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26c2f95-6565-435e-88b6-d404276fb8ce,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:06.617131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:06.623458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.624721 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f2a636fe-cf3d-4f97-8783-8843ca41db95 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1465583
Feb 17 20:41:06.628801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 59938) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:06.634296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'floatingip': {'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:41:06.640053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:41:06.644518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Usage tracker for resource:floatingip and tenant:d684021d40544b0f90f72b3c464b2fe6 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:41:06.648141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:41:06.654084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:41:06.664091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:06.811486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.090127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Allocated IP 172.27.2.50 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/4bcd7bbf-bfcf-420b-a728-d1d59c72a935) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:41:07.125978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17f8185a-90e1-4cd8-8337-6aedd9df8cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.253619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.284844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.301993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:07.441264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'Port': ['ID=4bcd7bbf-bfcf-420b-a728-d1d59c72a935,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:07.446390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:07.494814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:41:07.496056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:41:07.498315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:41:07.581665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.643822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.757593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.921569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.924995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:07.939952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:08.071790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'Port': ['ID=4bcd7bbf-bfcf-420b-a728-d1d59c72a935,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:08.077014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:08.177991 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:08.200074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:08.201389 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5716062
Feb 17 20:41:08.439594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-721ea672-2031-4d15-b568-39c7d618ac7e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:41:08.454438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-721ea672-2031-4d15-b568-39c7d618ac7e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:41:08.455710 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-721ea672-2031-4d15-b568-39c7d618ac7e tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1476936880&fields=id&tenant_id=d684021d40544b0f90f72b3c464b2fe6 HTTP/1.1" status: 200  len: 267 time: 0.0612795
Feb 17 20:41:08.856313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-008de38d-f185-44fb-96a1-ae7232aa3c76 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:08.857913 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-008de38d-f185-44fb-96a1-ae7232aa3c76 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 811 time: 0.3941309
Feb 17 20:41:08.874227 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-70df137a-602f-4f3d-8b8c-807d3c5a6c62 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/quotas/d684021d40544b0f90f72b3c464b2fe6 HTTP/1.1" status: 200  len: 375 time: 0.0097482
Feb 17 20:41:08.890963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:08.961452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:08.969517 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-5d03d69d-f5bb-4ee4-80cc-c2ef26abd9c5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:41:08.985381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-5d03d69d-f5bb-4ee4-80cc-c2ef26abd9c5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:41:08.986820 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-5d03d69d-f5bb-4ee4-80cc-c2ef26abd9c5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1064570
Feb 17 20:41:09.031311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:41:09.141910 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-5422c1bd-e682-4262-bc7e-d29e8735605e service neutron] 10.222.0.23 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414587
Feb 17 20:41:09.286144 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-4569e32b-016b-4583-ab7c-1735f6b2b916 service neutron] 10.222.0.23 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360819
Feb 17 20:41:09.446776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:09.482344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-51f66778-c17c-4fc0-bd8a-ad1415426cce req-a219a27d-14a7-4aed-b249-c2e686c61db2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:41:09.501436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-51f66778-c17c-4fc0-bd8a-ad1415426cce req-a219a27d-14a7-4aed-b249-c2e686c61db2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:41:09.502741 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51f66778-c17c-4fc0-bd8a-ad1415426cce req-a219a27d-14a7-4aed-b249-c2e686c61db2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 210 time: 0.0692582
Feb 17 20:41:10.622418 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-552917ed-1f96-4314-82f2-c56485bf0694 req-644f5240-7335-417d-b17f-9607f9ea0f99 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 210 time: 0.0582743
Feb 17 20:41:10.772294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13481-b2a0-49a5-854e-2b72aa1af67e req-4b453c62-9ee7-469c-acaa-1e650ec43605 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:10.773937 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0e13481-b2a0-49a5-854e-2b72aa1af67e req-4b453c62-9ee7-469c-acaa-1e650ec43605 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0899594
Feb 17 20:41:10.822694 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0e13481-b2a0-49a5-854e-2b72aa1af67e req-1e000910-454c-4b3e-a230-c7f47810aca9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424273
Feb 17 20:41:11.730930 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b199e747-4378-4968-bd0b-b445d2250407 req-7d7cb9af-de16-4c83-baf5-3caf16aa2369 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 210 time: 0.0494099
Feb 17 20:41:12.027639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99129-42c8-496a-9f32-dd44037483ee req-62a8daa6-7969-421f-9c64-46fa2be18485 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:12.029212 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ce99129-42c8-496a-9f32-dd44037483ee req-62a8daa6-7969-421f-9c64-46fa2be18485 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0866590
Feb 17 20:41:12.078182 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ce99129-42c8-496a-9f32-dd44037483ee req-888b3f7a-e755-4c8d-98de-ca7931bbd0d3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421810
Feb 17 20:41:12.845049 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72ecc018-1a74-48bc-8f33-18712e643ebe req-abadb7d3-ddd6-4512-9cbf-cb503efd60ee tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 210 time: 0.0561574
Feb 17 20:41:13.286635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18883f26-9222-406f-bef8-ecfdbae4b34e req-18cffade-97aa-4863-babc-968fcbd38cdc tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:13.288328 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18883f26-9222-406f-bef8-ecfdbae4b34e req-18cffade-97aa-4863-babc-968fcbd38cdc tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0922968
Feb 17 20:41:13.345194 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18883f26-9222-406f-bef8-ecfdbae4b34e req-d835ee71-419d-429f-bb58-0afbea24b839 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0503485
Feb 17 20:41:14.029276 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6fa23568-7ed7-4013-a2a4-8249af93ba45 req-eb29f330-2041-4aa9-bc07-28c775833ed5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 210 time: 0.0537679
Feb 17 20:41:14.552638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78ec62-f56d-46ac-a060-85ff225c8693 req-3a169d3e-3886-4231-8ce3-98f3e2a0711c tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:14.554637 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae78ec62-f56d-46ac-a060-85ff225c8693 req-3a169d3e-3886-4231-8ce3-98f3e2a0711c tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0908892
Feb 17 20:41:14.602585 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae78ec62-f56d-46ac-a060-85ff225c8693 req-39168849-c76a-478e-8f36-899dfc51394f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417686
Feb 17 20:41:15.105300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-4c2b7df6-c354-4869-aaff-e46bc8ac4ac4 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:15.106991 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-4c2b7df6-c354-4869-aaff-e46bc8ac4ac4 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 811 time: 0.1657488
Feb 17 20:41:15.218475 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-95f34675-6b7d-4b53-9d3a-6f744137938a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d684021d40544b0f90f72b3c464b2fe6 HTTP/1.1" status: 200  len: 5709 time: 0.0849938
Feb 17 20:41:15.231942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'port': {'device_id': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'admin_state_up': True, 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'security_groups': ['cd9e1c0c-1b9e-4ecc-b927-da89a73a0562']}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:41:15.239136 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-217c0ffa-b2c3-47a4-ba74-b1b91ae8c640 req-73213fe6-5c85-48d7-aa76-2fcf65819c63 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 210 time: 0.0513220
Feb 17 20:41:15.385369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:41:15.395254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:41:15.404061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Made reservation on behalf of d684021d40544b0f90f72b3c464b2fe6 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:41:15.409629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:15.753440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Allocated IP 172.20.0.11 (413fd3e4-673c-4370-871a-33d45f5f08c3/4cfee473-0b5f-49e3-8226-9922de487ca5/eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:41:15.825492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016fbc4-45f9-4348-8752-42185d0d8e7f req-641b3279-6625-4d7b-a11b-4085c48f3f36 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:15.827239 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8016fbc4-45f9-4348-8752-42185d0d8e7f req-641b3279-6625-4d7b-a11b-4085c48f3f36 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.1034455
Feb 17 20:41:15.878072 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8016fbc4-45f9-4348-8752-42185d0d8e7f req-8f5f4cb1-d043-41c1-b3da-7492105449a5 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439134
Feb 17 20:41:15.971329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:15.989398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Transition to ACTIVE for port object eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:41:16.013666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:16.029890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b80995bc-472f-4886-a625-31e66f134d70 tempest-VolumesActionsTest-646798315 tempest-VolumesActionsTest-646798315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:16.172112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event updated for resources: {'Port': ['ID=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:16.177408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:16.233155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:41:16.234367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:41:16.236997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:41:16.310684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:16.311366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:16.341269 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1138647
Feb 17 20:41:16.368667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Request body: {'port': {'device_id': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:41:16.490770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-836f7109-0543-4957-b890-786d747887a1 None None] Provisioning for port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:41:16.496110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-836f7109-0543-4957-b890-786d747887a1 None None] Provisioning complete for port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:16.496543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-836f7109-0543-4957-b890-786d747887a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:16.556421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-836f7109-0543-4957-b890-786d747887a1 None None] Port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:41:16.573458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:16.591114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99df98-fe51-4687-9628-13541e14584f req-991912e8-f4f8-4319-8330-0545c5d7cd49 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:16.591870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-dd99df98-fe51-4687-9628-13541e14584f req-991912e8-f4f8-4319-8330-0545c5d7cd49 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Synchronizing usage tracker for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:41:16.654103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-dd99df98-fe51-4687-9628-13541e14584f req-991912e8-f4f8-4319-8330-0545c5d7cd49 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Unset dirty status for tenant:d684021d40544b0f90f72b3c464b2fe6 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:41:16.655394 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd99df98-fe51-4687-9628-13541e14584f req-991912e8-f4f8-4319-8330-0545c5d7cd49 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 932 time: 0.2525280
Feb 17 20:41:16.780008 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd99df98-fe51-4687-9628-13541e14584f req-d57d6076-74e1-4b8c-8198-31a4450fb2c5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114573
Feb 17 20:41:17.415871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:41:17.430372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fe026-6640-4aac-8b90-3ff8e5002588 req-b5ef5acf-6707-4918-816e-79d0ca922e95 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:17.432081 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f2fe026-6640-4aac-8b90-3ff8e5002588 req-b5ef5acf-6707-4918-816e-79d0ca922e95 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.4329123
Feb 17 20:41:17.434177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:17.471413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Transition to ACTIVE for port object eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:41:17.483828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:17.502667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-53be2a7d-2b96-4135-938a-0261e07d165e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:17.623604 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f2fe026-6640-4aac-8b90-3ff8e5002588 req-44a9049a-625e-4a60-93b4-10993ec9a1dd tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1841908
Feb 17 20:41:17.659548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:17.665618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:17.862696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Attempting to bind port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:41:17.863462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Attempting to bind port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:41:17.864014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Attempting to bind port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea on network 413fd3e4-673c-4370-871a-33d45f5f08c3 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:41:17.870975 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:41:17.871511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Checking segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:41:17.872030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:17.872690 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Bound using segment: {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:41:17.873227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Bound port: eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:41:17.873830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:18.009175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86661-b58e-43be-83e1-d5a7b3fc347c req-fb67bbe0-854c-47c7-883d-477a3dc69f3b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:18.010859 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dbe86661-b58e-43be-83e1-d5a7b3fc347c req-fb67bbe0-854c-47c7-883d-477a3dc69f3b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 944 time: 0.0989945
Feb 17 20:41:18.018195 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] For port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:41:18.022745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] For port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:41:18.026707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:18.046467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9f558dae-f7a3-4d38-91b5-833d4b555cf4 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:18.062525 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dbe86661-b58e-43be-83e1-d5a7b3fc347c req-de10098d-46c1-4030-b497-db3f1bbf7559 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449581
Feb 17 20:41:18.207016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:18.212925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:18.248064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:18.248665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:18.250148 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea HTTP/1.1" status: 200  len: 1158 time: 1.8883576
Feb 17 20:41:18.250708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:41:18.308783 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea', 'status': 'completed', 'code': 200}
Feb 17 20:41:18.418814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-dcbbdb82-2a4f-4333-b838-dc4dda895b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:18.420547 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-dcbbdb82-2a4f-4333-b838-dc4dda895b72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 1161 time: 0.0851269
Feb 17 20:41:18.508695 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-64bc9b49-7376-4371-be74-764beac996ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea HTTP/1.1" status: 200  len: 217 time: 0.0716851
Feb 17 20:41:18.579263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-5311eb85-eca9-4f65-bb58-f1f50a03e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:18.580863 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-5311eb85-eca9-4f65-bb58-f1f50a03e112 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.0653121
Feb 17 20:41:18.676437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-83fa0e36-3456-4ab8-a80d-e1761f9a2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:18.678211 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-83fa0e36-3456-4ab8-a80d-e1761f9a2d0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862360
Feb 17 20:41:18.826437 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-8d467dff-4482-4ac5-804d-f9c699f0741d service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397111
Feb 17 20:41:18.830401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dc938-1ad0-4a25-a4ce-8d95eac13ee7 req-c6878611-122c-463f-bc76-d6f126838758 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:18.833131 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-254dc938-1ad0-4a25-a4ce-8d95eac13ee7 req-c6878611-122c-463f-bc76-d6f126838758 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0881426
Feb 17 20:41:18.882184 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-254dc938-1ad0-4a25-a4ce-8d95eac13ee7 req-10c9f33b-003f-41da-adfd-e476fd161263 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431406
Feb 17 20:41:18.978765 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-58e30df3-6f70-4df1-9d44-ffcfa24e6cb3 req-22c95962-1e13-4edf-a83c-976e777c47fc service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455190
Feb 17 20:41:19.181209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-b51369fc-dea5-48ec-a73b-1009a185c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:19.182900 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-b51369fc-dea5-48ec-a73b-1009a185c9a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 1161 time: 0.0835385
Feb 17 20:41:19.281659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d896b-ef77-414b-9371-5251b001c68e req-7b350e94-0a8e-4b55-933c-97c5ff8d3d9a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:19.283325 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c3d896b-ef77-414b-9371-5251b001c68e req-7b350e94-0a8e-4b55-933c-97c5ff8d3d9a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 944 time: 0.0912120
Feb 17 20:41:19.329445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-77a0a7c7-ba30-4044-9e3f-85f4edb7ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:19.331029 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-77a0a7c7-ba30-4044-9e3f-85f4edb7ffb2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.1410227
Feb 17 20:41:19.335058 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c3d896b-ef77-414b-9371-5251b001c68e req-6882756e-dac9-49e5-af0a-dcdc0adc6284 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449393
Feb 17 20:41:19.411726 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-0f2394cf-72cd-41d6-8a53-b2d57e372785 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea HTTP/1.1" status: 200  len: 217 time: 0.0733819
Feb 17 20:41:19.536793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-b65bde79-922e-465d-b98e-b0115e4a0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:19.538449 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-b65bde79-922e-465d-b98e-b0115e4a0e17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.0654678
Feb 17 20:41:19.629495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-47ed5b9c-2e09-49c6-ba50-90085a911351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:19.631224 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-47ed5b9c-2e09-49c6-ba50-90085a911351 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841427
Feb 17 20:41:19.787913 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-ca791508-3aac-42cf-8406-300ddaaaf078 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484513
Feb 17 20:41:19.942376 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-59ca454c-aafc-456c-a04f-b21cb21212f1 req-8a82a680-793e-47b9-bb74-ca2b2ff750e3 service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459692
Feb 17 20:41:20.096184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1e9a4-106d-4a8f-9537-b9f055457226 req-73460d93-ce4c-4513-9b53-528cf6cabf39 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:20.098460 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcb1e9a4-106d-4a8f-9537-b9f055457226 req-73460d93-ce4c-4513-9b53-528cf6cabf39 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0947013
Feb 17 20:41:20.148472 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcb1e9a4-106d-4a8f-9537-b9f055457226 req-8667269b-8656-470c-b4fc-0f94fe4807d5 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434647
Feb 17 20:41:20.543596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff8b8-c5c6-4c1e-9a3f-0095e4a987f5 req-b7314435-baa7-430b-984e-1a5f5bc46974 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:20.545322 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-713ff8b8-c5c6-4c1e-9a3f-0095e4a987f5 req-b7314435-baa7-430b-984e-1a5f5bc46974 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 944 time: 0.0889132
Feb 17 20:41:20.595857 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-713ff8b8-c5c6-4c1e-9a3f-0095e4a987f5 req-69af0bcc-8fb9-4941-bb6b-4c9b4025e8f1 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430107
Feb 17 20:41:20.837560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:20.917503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:20.917953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:21.025965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-dde343d4-2748-4b96-ae56-6b60cfc21f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:21.028868 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-dde343d4-2748-4b96-ae56-6b60cfc21f65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.1015337
Feb 17 20:41:21.185344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-347f7121-1ad7-4803-9fa1-4512f5866898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:21.187317 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-347f7121-1ad7-4803-9fa1-4512f5866898 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.1508696
Feb 17 20:41:21.319108 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-d546339a-63fe-4e88-a588-225e0f264126 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 1001 time: 0.1240194
Feb 17 20:41:21.380397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f553f68-b90b-466d-a799-5812eb8b3661 req-9e911a94-eb4b-4195-8286-ccf0f3d37b5b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:21.382096 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f553f68-b90b-466d-a799-5812eb8b3661 req-9e911a94-eb4b-4195-8286-ccf0f3d37b5b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0925062
Feb 17 20:41:21.394028 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-85df3d90-fd1a-4e67-bec0-e7b60c54a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:21.396551 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-85df3d90-fd1a-4e67-bec0-e7b60c54a771 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0697854
Feb 17 20:41:21.434462 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f553f68-b90b-466d-a799-5812eb8b3661 req-5f58cb2a-06da-42d7-b7c6-44c7af7095ce tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452273
Feb 17 20:41:21.484471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-782b2b68-ad31-4b11-99a3-2b5b9ae1b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:21.486125 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-782b2b68-ad31-4b11-99a3-2b5b9ae1b909 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803995
Feb 17 20:41:21.656625 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-d8d45999-f251-4264-b992-2d40d0c4ee55 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430850
Feb 17 20:41:21.876672 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f440b87c-26c1-456f-a4a3-f7a8ca9d878c req-5dd9b33e-1e59-4709-ac1d-b89b82449f21 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2123806
Feb 17 20:41:21.886704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5893b2-1779-4f60-90a0-78d45cf58113 req-49f455a9-b47d-41ff-9e55-d32183bbcbf5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:21.888181 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd5893b2-1779-4f60-90a0-78d45cf58113 req-49f455a9-b47d-41ff-9e55-d32183bbcbf5 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 944 time: 0.1455731
Feb 17 20:41:21.939762 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd5893b2-1779-4f60-90a0-78d45cf58113 req-4362b5c4-409f-4e24-9bce-6d6025cd0763 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438192
Feb 17 20:41:22.644727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa994c4-5fa5-40b2-b0b0-af75150cf14a req-1559e003-36b6-4d0c-856a-c5bb2e55bee8 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:22.646383 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bfa994c4-5fa5-40b2-b0b0-af75150cf14a req-1559e003-36b6-4d0c-856a-c5bb2e55bee8 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0916455
Feb 17 20:41:22.697973 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bfa994c4-5fa5-40b2-b0b0-af75150cf14a req-d5a30b4a-74d0-44fd-8138-26f36e384308 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444379
Feb 17 20:41:23.148022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f586b-1a53-4239-8fc8-75a2a49cfb6c req-e17437f7-8b63-40fa-8744-cf6b7f0e828a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:23.149651 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d90f586b-1a53-4239-8fc8-75a2a49cfb6c req-e17437f7-8b63-40fa-8744-cf6b7f0e828a tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 944 time: 0.0912163
Feb 17 20:41:23.442655 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d90f586b-1a53-4239-8fc8-75a2a49cfb6c req-a2e38233-87bb-4635-86a8-a7d978e0fda2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2865257
Feb 17 20:41:23.872380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-e7e2a2fb-aafd-4c93-8c1b-f21eb7792f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:23.874055 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-e7e2a2fb-aafd-4c93-8c1b-f21eb7792f10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.1401255
Feb 17 20:41:24.020418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb3c80-4d16-4a14-9e01-2b07c1788ca6 req-aa2419e2-f7e8-4813-b12f-86aeb36deb72 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:24.022074 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3cb3c80-4d16-4a14-9e01-2b07c1788ca6 req-aa2419e2-f7e8-4813-b12f-86aeb36deb72 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.2044225
Feb 17 20:41:24.102313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-791ccd73-2262-4ad0-b7d9-20b2c14eeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:24.103924 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-791ccd73-2262-4ad0-b7d9-20b2c14eeba1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.2041309
Feb 17 20:41:24.107096 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3cb3c80-4d16-4a14-9e01-2b07c1788ca6 req-7ff28e91-44bc-4fbf-b805-3e813929320d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0788653
Feb 17 20:41:24.229232 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-b52953ae-9629-404a-bb8b-cb2985177fcc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 1001 time: 0.1134126
Feb 17 20:41:24.294874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2353025-d8ab-478f-b5b4-04d238ebeaf6 req-6a4fd676-3777-4ee5-adc3-046dcd143341 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:24.296454 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2353025-d8ab-478f-b5b4-04d238ebeaf6 req-6a4fd676-3777-4ee5-adc3-046dcd143341 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1012838
Feb 17 20:41:24.347865 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2353025-d8ab-478f-b5b4-04d238ebeaf6 req-4642bf7f-6271-48f2-af94-deba2c2612a1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430863
Feb 17 20:41:24.364428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-af13d195-4342-4b10-ac09-3947e8cc31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:24.373792 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-af13d195-4342-4b10-ac09-3947e8cc31c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0687990
Feb 17 20:41:24.457398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-5c6f8b4f-1baf-45dc-9e91-e8c0951a1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:24.459071 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-5c6f8b4f-1baf-45dc-9e91-e8c0951a1fa5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834363
Feb 17 20:41:24.673936 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-fd7fb1ce-d52d-451f-88d1-6c56d30692a3 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024527
Feb 17 20:41:24.719999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b8a7a-0547-4d86-88ee-9b440c1520af req-2e6f1b72-f86c-41b4-a2ad-d56008d9ad9c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:24.721592 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be7b8a7a-0547-4d86-88ee-9b440c1520af req-2e6f1b72-f86c-41b4-a2ad-d56008d9ad9c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 944 time: 0.1593003
Feb 17 20:41:24.846869 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be7b8a7a-0547-4d86-88ee-9b440c1520af req-fdb19aa6-3f6e-4303-8e09-adcae276e63d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701251
Feb 17 20:41:24.885295 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a140f6e-81ca-4d24-8a69-d10b3d523a02 req-f2c11ca7-23e9-42e1-b1e7-3b6b389c6f09 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1974120
Feb 17 20:41:25.319089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc42035-5e19-41eb-8021-c4b00eebd6bd req-3ccbd86e-bf62-42e2-adc8-5405a747d796 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:25.320674 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9fc42035-5e19-41eb-8021-c4b00eebd6bd req-3ccbd86e-bf62-42e2-adc8-5405a747d796 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0878205
Feb 17 20:41:25.370237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9fc42035-5e19-41eb-8021-c4b00eebd6bd req-d1286b0f-9ce8-47c9-bd30-acbfe6168640 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429966
Feb 17 20:41:25.700495 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-76e1836d-20f0-47f2-a28a-a4d0eac59c25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0935335
Feb 17 20:41:25.768414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e66cf-fff9-43bb-95ec-b65fc6896156 req-1a3f000e-56b8-4a5f-98bb-938d72f22550 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:25.770767 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-690e66cf-fff9-43bb-95ec-b65fc6896156 req-1a3f000e-56b8-4a5f-98bb-938d72f22550 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.1004286
Feb 17 20:41:25.781681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:25.860810 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-690e66cf-fff9-43bb-95ec-b65fc6896156 req-3bdacfe1-9830-4b6c-9cf0-19220c2fecdc tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0804939
Feb 17 20:41:25.876279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013a68a-adc5-41fb-adc0-9d998f54eda6 req-92152a35-8b4d-4a8c-bd7e-e899b3136c97 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:25.878068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7013a68a-adc5-41fb-adc0-9d998f54eda6 req-92152a35-8b4d-4a8c-bd7e-e899b3136c97 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.4036074
Feb 17 20:41:25.907699 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:41:25.915128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:25.915928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:25.982128 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7013a68a-adc5-41fb-adc0-9d998f54eda6 req-0ddbd3b4-dc4a-4ee9-b369-dcb68bf435aa tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938399
Feb 17 20:41:26.090853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:26.144010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:41:26.147053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:41:26.151873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8975-be9c-4476-980b-2e7de8e7cc4e req-9972f2d1-3bf6-42f3-9bc1-bd8492be69a4 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:26.154477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:26.158491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:26.170588 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97fa8975-be9c-4476-980b-2e7de8e7cc4e req-9972f2d1-3bf6-42f3-9bc1-bd8492be69a4 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 944 time: 0.1707747
Feb 17 20:41:26.214161 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea', 'code': 200}
Feb 17 20:41:26.214971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:41:26.250775 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97fa8975-be9c-4476-980b-2e7de8e7cc4e req-3df6dc26-b8b0-4700-967c-28ef9be91810 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776711
Feb 17 20:41:26.287513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:26.292655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:26.373069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:26.408445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port a4140541-fc3c-4320-9936-484b3d229214, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a4140541-fc3c-4320-9936-484b3d229214,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:41:26.412024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:26.413923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:26.489943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=a4140541-fc3c-4320-9936-484b3d229214,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:26.493281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:26.671516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b6e22-dbef-4f3f-a8de-115adaec6ab6 req-134eaca2-803a-41d4-b31e-f9e0a13ad128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:26.673155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427b6e22-dbef-4f3f-a8de-115adaec6ab6 req-134eaca2-803a-41d4-b31e-f9e0a13ad128 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 1163 time: 0.0817363
Feb 17 20:41:26.719752 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427b6e22-dbef-4f3f-a8de-115adaec6ab6 req-69f1192d-30a0-491c-8703-a10fdfe6ca80 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379994
Feb 17 20:41:27.047039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:27.054263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1998ad-b2cb-498f-9e51-7fd5c9290f62 req-6ce8b3ec-9d37-4171-8b46-0798980d255f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:27.056021 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7e1998ad-b2cb-498f-9e51-7fd5c9290f62 req-6ce8b3ec-9d37-4171-8b46-0798980d255f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0885806
Feb 17 20:41:27.126826 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7e1998ad-b2cb-498f-9e51-7fd5c9290f62 req-e582fdd4-18bd-4774-aebf-774aa105c9a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0504434
Feb 17 20:41:27.128027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:27.128664 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:27.198509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981e62c-9d45-4a4f-8991-4fddcb294132 req-0e67d2fd-76ce-4644-94b4-bea172a59404 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:27.200157 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7981e62c-9d45-4a4f-8991-4fddcb294132 req-0e67d2fd-76ce-4644-94b4-bea172a59404 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0921717
Feb 17 20:41:27.251604 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7981e62c-9d45-4a4f-8991-4fddcb294132 req-c52c7d82-4dd7-4b69-897b-8401411db03d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449476
Feb 17 20:41:27.467777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a84fb-3eed-456b-89c3-04767d7a4460 req-ec0e7aa4-4c06-4b33-934f-5e4be4176d6d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:27.469426 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d25a84fb-3eed-456b-89c3-04767d7a4460 req-ec0e7aa4-4c06-4b33-934f-5e4be4176d6d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.0893896
Feb 17 20:41:27.518587 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d25a84fb-3eed-456b-89c3-04767d7a4460 req-ec6bec01-1f99-4f21-aeb7-196031ed175d tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427880
Feb 17 20:41:27.747122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-2e8aab9d-dd3e-4415-a1a8-3a14c0112477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:27.748638 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-2e8aab9d-dd3e-4415-a1a8-3a14c0112477 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d&tenant_id=826bf73d53cd46dfae569bef7260eb25 HTTP/1.1" status: 200  len: 1161 time: 0.0856602
Feb 17 20:41:27.868712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-993910c3-6552-4498-b1ae-346b2341da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:27.870408 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-993910c3-6552-4498-b1ae-346b2341da20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1161 time: 0.0833948
Feb 17 20:41:28.019626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-10f78a05-fc13-4fba-8426-a3ca11826c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:28.021125 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-10f78a05-fc13-4fba-8426-a3ca11826c52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.1397786
Feb 17 20:41:28.147108 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-2e79e660-8317-4616-bb89-49eabd4534e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 999 time: 0.1122017
Feb 17 20:41:28.215585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:41:28.231080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-8c2e84a4-72f7-4f3b-97cc-4a5079395c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:28.232712 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-8c2e84a4-72f7-4f3b-97cc-4a5079395c6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0691400
Feb 17 20:41:28.270676 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214', 'code': 422} returned with failed status
Feb 17 20:41:28.334682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-da53d4d3-21da-47c7-b336-200b2ddbbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:28.336333 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-da53d4d3-21da-47c7-b336-200b2ddbbd7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955930
Feb 17 20:41:28.404452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7c9e0-0228-4847-80c3-f8819541c093 req-6f6aced8-9bd4-4547-a58d-be227894ac37 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:28.406641 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fec7c9e0-0228-4847-80c3-f8819541c093 req-6f6aced8-9bd4-4547-a58d-be227894ac37 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.1506925
Feb 17 20:41:28.460976 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fec7c9e0-0228-4847-80c3-f8819541c093 req-6d9162b3-d160-47ae-aed1-297c00d6a004 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472450
Feb 17 20:41:28.571886 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-56a3dac4-2e01-400b-910e-59f65bac5be4 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274718
Feb 17 20:41:28.581234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82b0aa-181e-4be0-8a06-676e0e4e4eaa req-cd24fdf7-bc2a-4b36-bb52-a00444f1ceec tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:28.582942 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc82b0aa-181e-4be0-8a06-676e0e4e4eaa req-cd24fdf7-bc2a-4b36-bb52-a00444f1ceec tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1490331
Feb 17 20:41:28.770493 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc82b0aa-181e-4be0-8a06-676e0e4e4eaa req-881de8f0-50ed-40e6-9e93-b98b1218b7b2 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623495
Feb 17 20:41:28.795098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9debae-eac7-460a-aca8-b6c43a0008dd req-90cbd178-2108-4ba7-a314-6aa73895b3c0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:28.796847 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-32ce1a1b-0c04-4474-9fe5-19033d984ca7 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2111824
Feb 17 20:41:28.798540 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c9debae-eac7-460a-aca8-b6c43a0008dd req-90cbd178-2108-4ba7-a314-6aa73895b3c0 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.1150668
Feb 17 20:41:28.860806 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c9debae-eac7-460a-aca8-b6c43a0008dd req-e631f592-de24-4f98-a7c1-acd11a39167b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564697
Feb 17 20:41:29.149021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:29.227435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:29.227859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:29.668908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f60c31-e90f-4c47-833a-059b4658af7d req-e53b1b14-818f-4edd-95ad-d6121672163f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:29.670613 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-70f60c31-e90f-4c47-833a-059b4658af7d req-e53b1b14-818f-4edd-95ad-d6121672163f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0940757
Feb 17 20:41:29.721616 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-70f60c31-e90f-4c47-833a-059b4658af7d req-51c84380-e1fb-42f6-8644-8db0a3fbc819 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440924
Feb 17 20:41:30.055834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1936-375c-49db-b28c-5639062245b8 req-c5db8a4a-444b-44ad-9971-70d39968c24c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:30.057507 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cbbc1936-375c-49db-b28c-5639062245b8 req-c5db8a4a-444b-44ad-9971-70d39968c24c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1605258
Feb 17 20:41:30.081184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461706f-0df7-4c61-bb6a-67100370b196 req-d86c907d-471b-4fb2-8872-1d2142ef281b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:30.081184 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d461706f-0df7-4c61-bb6a-67100370b196 req-d86c907d-471b-4fb2-8872-1d2142ef281b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.0938704
Feb 17 20:41:30.121311 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cbbc1936-375c-49db-b28c-5639062245b8 req-ea1353e8-e663-4def-acde-b3f2a4be4d27 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476444
Feb 17 20:41:30.146292 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d461706f-0df7-4c61-bb6a-67100370b196 req-e728262d-d24b-4673-92ec-65fc2bade5c6 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571156
Feb 17 20:41:30.363476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3573fb-4dbe-4185-825c-0bc5e90ab2a8 req-03982593-4337-43ed-af7e-12dc4ef0a2b2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:30.365033 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd3573fb-4dbe-4185-825c-0bc5e90ab2a8 req-03982593-4337-43ed-af7e-12dc4ef0a2b2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.0955050
Feb 17 20:41:30.374755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60120) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:41:30.381971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Request body: {'floatingip': {'port_id': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:41:30.466064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:30.932174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4471ee0-f6a0-4c69-8676-2944f3fe0b8e req-939ea7de-d1c8-4ac5-9333-d9bafc0ca8a8 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:30.933847 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4471ee0-f6a0-4c69-8676-2944f3fe0b8e req-939ea7de-d1c8-4ac5-9333-d9bafc0ca8a8 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0915937
Feb 17 20:41:30.985710 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d4471ee0-f6a0-4c69-8676-2944f3fe0b8e req-3078d940-3ebe-4a3f-9550-88cb83b154b2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453496
Feb 17 20:41:31.137647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:31.140320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:31.635568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65438dc-017f-48f7-b80f-3def32d31ebe req-b8917f5d-6173-4aaf-b138-80e3b00f2428 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:31.637213 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b65438dc-017f-48f7-b80f-3def32d31ebe req-b8917f5d-6173-4aaf-b138-80e3b00f2428 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.3777218
Feb 17 20:41:31.638593 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Floating IP 3cddf1ca-2935-4a5f-8842-0e3da91e6146 associated. External IP: 172.27.2.50, port: eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea.
Feb 17 20:41:31.836557 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b65438dc-017f-48f7-b80f-3def32d31ebe req-bf29f020-af5d-4345-b241-1b937f6b15ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432738
Feb 17 20:41:32.074045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Router 731d0058-cee5-4fec-b4d1-67951551ba7b has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:41:32.201877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9e7d-60d0-437e-ad7e-859f03ba9499 req-a0b370be-4889-4e31-aae0-6f2e7913ad44 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:32.203498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-24cb9e7d-60d0-437e-ad7e-859f03ba9499 req-a0b370be-4889-4e31-aae0-6f2e7913ad44 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0941401
Feb 17 20:41:32.253401 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-24cb9e7d-60d0-437e-ad7e-859f03ba9499 req-2835208d-64a0-4d8c-87be-33649f859fe4 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424809
Feb 17 20:41:32.276866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:41:32.290770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:32.295747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] Sync routers for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:41:32.307506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:41:32.308189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96039b0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:41:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:32.353194 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c3ecb96f-b19c-4ae5-8c40-7b158e10a4c8 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "PUT /v2.0/floatingips/3cddf1ca-2935-4a5f-8842-0e3da91e6146 HTTP/1.1" status: 200  len: 991 time: 1.9771812
Feb 17 20:41:32.354056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:41:32.406099 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea', 'status': 'completed', 'code': 200}
Feb 17 20:41:32.511063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:41:32.557421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-db946b70-2031-43c7-b6b4-5e3f830e569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:32.559036 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-db946b70-2031-43c7-b6b4-5e3f830e569f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d684021d40544b0f90f72b3c464b2fe6&device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 1163 time: 0.0806210
Feb 17 20:41:32.780614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-8816f555-7b1e-472f-ab37-6f8e77d53fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:32.782514 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-8816f555-7b1e-472f-ab37-6f8e77d53fa1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 200  len: 905 time: 0.2141955
Feb 17 20:41:32.929011 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-d881e6a2-0cea-464f-bff0-f8303fb35cb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea HTTP/1.1" status: 200  len: 999 time: 0.1345272
Feb 17 20:41:33.072805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-def1782e-4d98-4c6b-8251-7eecfafa061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:33.075688 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-def1782e-4d98-4c6b-8251-7eecfafa061e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 200  len: 850 time: 0.1304762
Feb 17 20:41:33.109558 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96039b0>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '3cddf1ca-2935-4a5f-8842-0e3da91e6146', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'port_id': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'mac_address': 'fa:16:3e:94:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:41:07Z', 'updated_at': '2021-02-17T20:41:31Z', 'revision_number': 1, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:33.118289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] Checking router: 731d0058-cee5-4fec-b4d1-67951551ba7b for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:41:33.135225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:41:33.136292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b96039b0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:41:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:33.231098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8d206-4690-4b38-b524-964d9592c8f1 req-5767a870-baee-4bf3-aeaf-d2485ea5f7d5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:33.233728 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08b8d206-4690-4b38-b524-964d9592c8f1 req-5767a870-baee-4bf3-aeaf-d2485ea5f7d5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.2483134
Feb 17 20:41:33.315474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-6306012e-c381-4298-b37c-303a845df1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:33.318720 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-6306012e-c381-4298-b37c-303a845df1c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=413fd3e4-673c-4370-871a-33d45f5f08c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2303715
Feb 17 20:41:33.338966 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08b8d206-4690-4b38-b524-964d9592c8f1 req-63efb855-140d-4f0b-a1b9-410e32d7cc51 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972955
Feb 17 20:41:33.446666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:41:33.491443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f507a9b-7f66-49f2-814e-e41d4a77ba54 req-ff48cb95-2be7-48a0-bd8e-c7a9f292f613 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:33.493517 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f507a9b-7f66-49f2-814e-e41d4a77ba54 req-ff48cb95-2be7-48a0-bd8e-c7a9f292f613 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.1012387
Feb 17 20:41:33.499083 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-cfe2348c-c5fa-4a66-b77e-8a091fe5ef3b service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661766
Feb 17 20:41:33.549419 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f507a9b-7f66-49f2-814e-e41d4a77ba54 req-7eee0d7c-20b1-4699-b31f-ee9ede74eb38 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0493424
Feb 17 20:41:33.869112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b96039b0>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '3cddf1ca-2935-4a5f-8842-0e3da91e6146', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'port_id': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'mac_address': 'fa:16:3e:94:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:41:07Z', 'updated_at': '2021-02-17T20:41:31Z', 'revision_number': 1, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:41:33.874013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa274b5a-81f3-4258-8db5-bec2eeeed613 None None] The sync data for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi is: [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '3cddf1ca-2935-4a5f-8842-0e3da91e6146', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'port_id': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'mac_address': 'fa:16:3e:94:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:41:07Z', 'updated_at': '2021-02-17T20:41:31Z', 'revision_number': 1, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:41:33.936330 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2046346-061b-44e7-9ac8-45ac02fa4788 req-39f25b5f-4834-46e4-80fb-8230946565bf service neutron] 10.222.0.54 "GET /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4235120
Feb 17 20:41:34.216724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859147c-39b2-4e6b-825c-bc80d155be0f None None] New status for floating IP 3cddf1ca-2935-4a5f-8842-0e3da91e6146: ACTIVE {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:41:34.566400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d634-dec8-400e-9a39-f2db745e54bb req-7d8a87d8-cfcc-4e19-be59-71f5c3a38a55 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:34.568347 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2297d634-dec8-400e-9a39-f2db745e54bb req-7d8a87d8-cfcc-4e19-be59-71f5c3a38a55 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0946195
Feb 17 20:41:34.570153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8637b87-5308-4abf-8cd2-1009cfa75c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:34.619026 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2297d634-dec8-400e-9a39-f2db745e54bb req-b364de45-9db8-41b5-90ca-a1bf89c7e000 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440836
Feb 17 20:41:34.758076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfeed6-aa0d-4069-a200-6153554632d3 req-4b7afce4-b8b5-41ab-9ee4-fde1e191c5f0 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:34.759712 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1ddfeed6-aa0d-4069-a200-6153554632d3 req-4b7afce4-b8b5-41ab-9ee4-fde1e191c5f0 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0885768
Feb 17 20:41:34.812940 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1ddfeed6-aa0d-4069-a200-6153554632d3 req-e03c88ab-b004-4304-86ea-d455e7a2b349 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468376
Feb 17 20:41:35.838494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed839b-69ca-41f9-9a4b-f34ff4e6f003 req-b792debc-dbbb-4da3-b80b-63a5f07efcd3 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:35.840835 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-88ed839b-69ca-41f9-9a4b-f34ff4e6f003 req-b792debc-dbbb-4da3-b80b-63a5f07efcd3 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0939386
Feb 17 20:41:35.893175 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-88ed839b-69ca-41f9-9a4b-f34ff4e6f003 req-cbe7e0a9-fa82-4576-b5b6-47b8b695ed48 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460277
Feb 17 20:41:36.031315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb39490-c5c7-489d-b567-2f8c4a78168d req-5cff213f-5bcf-44fa-8848-7c0aa29aaefc tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:36.032903 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2bb39490-c5c7-489d-b567-2f8c4a78168d req-5cff213f-5bcf-44fa-8848-7c0aa29aaefc tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0940278
Feb 17 20:41:36.091616 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2bb39490-c5c7-489d-b567-2f8c4a78168d req-2bbb5503-c926-4a13-bd6a-9d2687e41e03 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0519202
Feb 17 20:41:37.103339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467c84c-8250-486d-adea-8f899de3e78d req-f8219cff-87e3-478e-bdcf-a68474f922c6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:37.105013 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c467c84c-8250-486d-adea-8f899de3e78d req-f8219cff-87e3-478e-bdcf-a68474f922c6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0900323
Feb 17 20:41:37.129542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11b31409-ced3-4aae-b08f-ee7c08822b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:37.157662 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c467c84c-8250-486d-adea-8f899de3e78d req-3eb741d7-8423-449e-a872-54878c71e9c9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455518
Feb 17 20:41:37.200199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:37.280284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:37.280802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:37.359631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf949f-9c9a-41ce-a9ac-e6729cea3a5e req-809061f9-3be1-4037-9ccf-1f5b170ba11d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:37.361199 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9daf949f-9c9a-41ce-a9ac-e6729cea3a5e req-809061f9-3be1-4037-9ccf-1f5b170ba11d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0944700
Feb 17 20:41:37.412584 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9daf949f-9c9a-41ce-a9ac-e6729cea3a5e req-b5ba592a-4b2e-4343-b625-ebd7270e7054 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440218
Feb 17 20:41:37.761911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:38.376521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df547cf2-8d16-4d9e-823b-ac2b6331b9ee req-09df33ea-b95f-4c0f-b474-9c20dc4f63f6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:38.378120 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df547cf2-8d16-4d9e-823b-ac2b6331b9ee req-09df33ea-b95f-4c0f-b474-9c20dc4f63f6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0960081
Feb 17 20:41:38.427848 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df547cf2-8d16-4d9e-823b-ac2b6331b9ee req-5e91bfc5-1ece-4ec0-a35b-af2656a65b97 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424502
Feb 17 20:41:38.615890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452bfd8-905c-4f91-88b4-4d61e4115b63 req-673cabab-0434-4e84-b5fb-6615423a9693 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:38.617510 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b452bfd8-905c-4f91-88b4-4d61e4115b63 req-673cabab-0434-4e84-b5fb-6615423a9693 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0870645
Feb 17 20:41:38.669276 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b452bfd8-905c-4f91-88b4-4d61e4115b63 req-918b1048-b5a2-436b-932e-2a1f6409f312 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0454578
Feb 17 20:41:38.908717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:38.966406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:39.449020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:39.647105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa0784-fc61-4b8f-b736-66007a4dae49 req-3396876a-dbea-42db-a4cb-7ec54b02f0ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:39.648802 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9fa0784-fc61-4b8f-b736-66007a4dae49 req-3396876a-dbea-42db-a4cb-7ec54b02f0ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0892122
Feb 17 20:41:39.699608 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9fa0784-fc61-4b8f-b736-66007a4dae49 req-6eda582a-fa5f-440a-b61e-38d3876cc842 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443165
Feb 17 20:41:39.874934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab885be9-78c8-4e7e-bf6e-ae11f4386106 req-16df5f80-fd3b-44fe-b9d5-2a9861e1796b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:39.876546 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab885be9-78c8-4e7e-bf6e-ae11f4386106 req-16df5f80-fd3b-44fe-b9d5-2a9861e1796b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 944 time: 0.0889058
Feb 17 20:41:39.913139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:39.927342 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab885be9-78c8-4e7e-bf6e-ae11f4386106 req-f7dd97f5-51b9-437e-be38-4b84ce45b6b3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436199
Feb 17 20:41:39.991635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:39.992069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:40.122636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:40.151930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:41:40.163086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port a4140541-fc3c-4320-9936-484b3d229214, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a4140541-fc3c-4320-9936-484b3d229214,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:41:40.166181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:40.168171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:41:40.245021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=a4140541-fc3c-4320-9936-484b3d229214,revision_number=6']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:41:40.248635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:41:40.339205 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214', 'code': 200}
Feb 17 20:41:40.774484 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb8e3c-860a-48ea-a1c0-192689a65c0d req-5b5b2b99-6c5e-4597-98a7-3acf40fd9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:40.776089 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-54bb8e3c-860a-48ea-a1c0-192689a65c0d req-5b5b2b99-6c5e-4597-98a7-3acf40fd9e1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.0857990
Feb 17 20:41:40.890796 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-54bb8e3c-860a-48ea-a1c0-192689a65c0d req-66c315dc-e83b-4401-ac3e-e66cda7e1d87 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0895004
Feb 17 20:41:40.929454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31194c6-afb5-46ec-8a4d-73f359e4181d req-1136811b-5c23-4c28-b277-ecb88b85c4e5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:40.931212 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31194c6-afb5-46ec-8a4d-73f359e4181d req-1136811b-5c23-4c28-b277-ecb88b85c4e5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1077836
Feb 17 20:41:40.985594 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b31194c6-afb5-46ec-8a4d-73f359e4181d req-33c961f4-a98d-4052-a704-b99890de721c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477920
Feb 17 20:41:41.152332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeba708-9a11-4a4a-8bef-a33e6d963875 req-6b46b118-f2c8-44b9-af85-44912a53fe6f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:41.153901 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-adeba708-9a11-4a4a-8bef-a33e6d963875 req-6b46b118-f2c8-44b9-af85-44912a53fe6f tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0976403
Feb 17 20:41:41.208648 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-adeba708-9a11-4a4a-8bef-a33e6d963875 req-672ff07c-cae0-4f5b-a5dc-f0b70499afe1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0475621
Feb 17 20:41:41.211408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:41.288994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:41.289419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:42.202948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165e53f-a4d3-48bb-8a78-bfb61b9b3a49 req-c8bc2346-67da-4355-9505-e7198eb9aab0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:42.204591 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d165e53f-a4d3-48bb-8a78-bfb61b9b3a49 req-c8bc2346-67da-4355-9505-e7198eb9aab0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0904796
Feb 17 20:41:42.262302 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d165e53f-a4d3-48bb-8a78-bfb61b9b3a49 req-750544df-661b-4d42-93cb-d54a2f46cd5d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501051
Feb 17 20:41:42.421857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d1392-4d9c-4a6e-a272-483a6375b816 req-91ccaa6c-6151-4290-a9ab-88cb9beb7f37 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:42.423406 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b93d1392-4d9c-4a6e-a272-483a6375b816 req-91ccaa6c-6151-4290-a9ab-88cb9beb7f37 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0936265
Feb 17 20:41:42.481030 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b93d1392-4d9c-4a6e-a272-483a6375b816 req-8ad8338a-83d2-425a-a60a-45624550d7fa tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0507550
Feb 17 20:41:43.290807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:41:43.370788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:41:43.371211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:41:43.494402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d240d31-ab42-41ea-a492-89623ae67282 req-61b4a73f-f322-4533-be2a-bb727733e731 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:43.496503 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d240d31-ab42-41ea-a492-89623ae67282 req-61b4a73f-f322-4533-be2a-bb727733e731 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1044357
Feb 17 20:41:43.561136 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d240d31-ab42-41ea-a492-89623ae67282 req-af94e31f-1096-42ea-ba6c-87b29300567c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570416
Feb 17 20:41:43.709685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534c4b5-6b4d-432b-b980-93d72ec11f38 req-51e468d0-e882-4a15-9423-ed4f4a047663 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:43.711496 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5534c4b5-6b4d-432b-b980-93d72ec11f38 req-51e468d0-e882-4a15-9423-ed4f4a047663 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.0958993
Feb 17 20:41:43.764947 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5534c4b5-6b4d-432b-b980-93d72ec11f38 req-21d23dca-368a-4bd1-9380-39b96298670d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453675
Feb 17 20:41:44.776475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14903-f816-4719-9343-741e615c6291 req-8d95ce0a-0553-4750-9dfc-e4422b1c6405 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:44.778081 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dcd14903-f816-4719-9343-741e615c6291 req-8d95ce0a-0553-4750-9dfc-e4422b1c6405 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0901253
Feb 17 20:41:44.826221 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dcd14903-f816-4719-9343-741e615c6291 req-2781e325-4b63-4ffd-8fd5-8c51b02a8197 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419385
Feb 17 20:41:46.031307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:41:46.189138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cc677-5a5a-4680-9648-2488804191d9 req-0aa3cfe9-9c2a-496b-988f-3ef50fd54e3a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:46.191390 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e3cc677-5a5a-4680-9648-2488804191d9 req-0aa3cfe9-9c2a-496b-988f-3ef50fd54e3a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0904410
Feb 17 20:41:46.240199 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e3cc677-5a5a-4680-9648-2488804191d9 req-62f46fa9-3f26-4b25-bafd-7917ba96dcaa tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417302
Feb 17 20:41:47.453186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf617c-b453-452c-b726-f753b37ba25e req-a1ebebd0-c5f9-4ae6-a93f-c4fd4f2e6fae tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:47.454923 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcf617c-b453-452c-b726-f753b37ba25e req-a1ebebd0-c5f9-4ae6-a93f-c4fd4f2e6fae tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0931764
Feb 17 20:41:47.506192 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8dcf617c-b453-452c-b726-f753b37ba25e req-7f140853-73be-44a5-8f16-f15510b24949 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445211
Feb 17 20:41:48.755188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c137fba-28bd-4690-9fab-5030dc6453d7 req-752a5d0c-d523-4970-a776-539f213d52da tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:48.757009 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c137fba-28bd-4690-9fab-5030dc6453d7 req-752a5d0c-d523-4970-a776-539f213d52da tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0998719
Feb 17 20:41:48.818751 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c137fba-28bd-4690-9fab-5030dc6453d7 req-2ebdd2a9-9d8c-47d6-bd36-8a442b6a31cf tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527244
Feb 17 20:41:50.061933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41a43-378c-42ec-b29e-88b00f546de2 req-dd059c81-a4d6-4649-b515-ee575a7b5fce tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:50.064298 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-92e41a43-378c-42ec-b29e-88b00f546de2 req-dd059c81-a4d6-4649-b515-ee575a7b5fce tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1135054
Feb 17 20:41:50.141709 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-92e41a43-378c-42ec-b29e-88b00f546de2 req-70be290e-ce36-439a-babc-c4011433e490 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623496
Feb 17 20:41:51.360244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37a80-105a-4a93-aa24-90e367185656 req-d536a899-7ded-4a1e-8815-54c0a318ed3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:51.361921 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51a37a80-105a-4a93-aa24-90e367185656 req-d536a899-7ded-4a1e-8815-54c0a318ed3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1033642
Feb 17 20:41:51.437404 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51a37a80-105a-4a93-aa24-90e367185656 req-12fe4b8d-e073-42f1-b3d6-dc07c563a1c6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678265
Feb 17 20:41:52.677191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4732b0-8483-4785-8b9c-96dcd365a58f req-d91b9e71-e038-49d0-8795-40037aaf4122 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:52.685812 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e4732b0-8483-4785-8b9c-96dcd365a58f req-d91b9e71-e038-49d0-8795-40037aaf4122 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1272027
Feb 17 20:41:52.739555 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e4732b0-8483-4785-8b9c-96dcd365a58f req-ddaf3031-f17e-434e-abbb-402e429864aa tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500090
Feb 17 20:41:54.010324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcab44-7bf7-478c-ae7f-5c719e0111d5 req-06acfe67-63e6-4560-b094-56fc4d912a4a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:54.019077 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30dcab44-7bf7-478c-ae7f-5c719e0111d5 req-06acfe67-63e6-4560-b094-56fc4d912a4a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1544037
Feb 17 20:41:54.067774 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30dcab44-7bf7-478c-ae7f-5c719e0111d5 req-a7ab2d61-3b72-4285-b82d-c08ba20c6075 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485427
Feb 17 20:41:55.308256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32051d2a-b6bf-47da-877b-14f087b6c3d6 req-4b2479d2-0ca0-484e-9acf-354abca365f4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:55.310547 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32051d2a-b6bf-47da-877b-14f087b6c3d6 req-4b2479d2-0ca0-484e-9acf-354abca365f4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1043446
Feb 17 20:41:55.364256 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32051d2a-b6bf-47da-877b-14f087b6c3d6 req-56910e58-a89a-41ed-a081-06cacb9e70f5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463912
Feb 17 20:41:56.584859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a5e59-1591-4a3e-a9da-eb5e2fcd5558 req-c4beb57b-0197-43e3-804d-07adbae6b147 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:56.586582 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c83a5e59-1591-4a3e-a9da-eb5e2fcd5558 req-c4beb57b-0197-43e3-804d-07adbae6b147 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0919340
Feb 17 20:41:56.635679 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c83a5e59-1591-4a3e-a9da-eb5e2fcd5558 req-59c8e98a-4282-44f0-8cac-c454e72f7586 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428503
Feb 17 20:41:57.791800 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-e735c28a-20ae-4800-838e-c575f7027f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:57.793403 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-e735c28a-20ae-4800-838e-c575f7027f4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1162 time: 0.0790825
Feb 17 20:41:57.848209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734afa-2c3d-4207-9299-71815c55d80c req-a142519a-e8c6-43f9-8515-d0e7bd488863 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:57.849749 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b8734afa-2c3d-4207-9299-71815c55d80c req-a142519a-e8c6-43f9-8515-d0e7bd488863 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0923259
Feb 17 20:41:57.900638 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b8734afa-2c3d-4207-9299-71815c55d80c req-133411ed-6753-4379-8dab-e2667e2ea283 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444753
Feb 17 20:41:57.951131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-8bc97cb3-9d29-4f0f-aad1-b1295c6090b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:57.952692 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-8bc97cb3-9d29-4f0f-aad1-b1295c6090b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.1415045
Feb 17 20:41:58.076999 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-5cbcdfce-408f-4c70-b7f4-f2d5bbced119 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 200  len: 1000 time: 0.1141500
Feb 17 20:41:58.147789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-e167741d-eac8-4f6e-acf0-953274205120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:58.149354 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-e167741d-eac8-4f6e-acf0-953274205120 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0643353
Feb 17 20:41:58.235256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-b33723bd-fda6-4337-a554-f791271e4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:58.236834 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-b33723bd-fda6-4337-a554-f791271e4a5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796006
Feb 17 20:41:58.248966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-94b0ac6a-8afd-4a13-a597-dae130207dbf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:41:58.249994 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-94b0ac6a-8afd-4a13-a597-dae130207dbf service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0052314
Feb 17 20:41:58.394496 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-0c11db06-436a-4607-95c3-ee5aebbaa312 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356966
Feb 17 20:41:58.537560 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8faf4e9c-bf67-45c8-98e6-4910bda324df req-1d21951c-1ffa-4adc-83ed-99f34b8553ad service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346338
Feb 17 20:41:59.107090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08972-4a67-4803-baa5-e06b46a5e966 req-d234d8c2-a372-4434-b8ee-a49e2964acf0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:41:59.108699 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08c08972-4a67-4803-baa5-e06b46a5e966 req-d234d8c2-a372-4434-b8ee-a49e2964acf0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0879660
Feb 17 20:41:59.156014 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08c08972-4a67-4803-baa5-e06b46a5e966 req-55cf0586-be63-4edd-9ee6-9f6915ceff42 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397706
Feb 17 20:42:00.368184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df278-d2e2-4439-af7e-7a885787024a req-23f6ad38-c975-47f5-81ed-e38f72594344 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:00.369676 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d6df278-d2e2-4439-af7e-7a885787024a req-23f6ad38-c975-47f5-81ed-e38f72594344 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0911953
Feb 17 20:42:00.417455 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d6df278-d2e2-4439-af7e-7a885787024a req-3530bbbf-cdbe-4120-b0a1-5f955e4a5135 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414417
Feb 17 20:42:01.625819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2543-fa61-49ef-9406-25c8df700c1b req-6cabee5e-30d6-499c-8fe1-d1d984988e91 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:01.627444 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-230c2543-fa61-49ef-9406-25c8df700c1b req-6cabee5e-30d6-499c-8fe1-d1d984988e91 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0896263
Feb 17 20:42:01.682332 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-230c2543-fa61-49ef-9406-25c8df700c1b req-5554bd9d-e64b-49b5-b7c8-9d985f14715b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484018
Feb 17 20:42:02.886672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b70f2c-2fea-4ef1-8d3c-dc56d8838908 req-cd0032bf-c57f-4b17-85f3-f12bcd8b23ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:02.888260 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b3b70f2c-2fea-4ef1-8d3c-dc56d8838908 req-cd0032bf-c57f-4b17-85f3-f12bcd8b23ca tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0863605
Feb 17 20:42:02.939159 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b3b70f2c-2fea-4ef1-8d3c-dc56d8838908 req-c9e75ccd-78fd-4c99-98de-c1b4bf316ffe tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433745
Feb 17 20:42:03.362391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:42:03.487965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:03.517823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:42:03.529926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port dcef5308-7826-40b1-8fbf-cb71c954f897, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=dcef5308-7826-40b1-8fbf-cb71c954f897,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:42:03.532919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:03.534928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:42:03.573617 dv-cinder-759994-3-iscsi neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'code': 422} returned with failed status
Feb 17 20:42:03.607506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=dcef5308-7826-40b1-8fbf-cb71c954f897,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:42:03.615471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.615864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.616250 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.616631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.617008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.617381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.617778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.618219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.618593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.618961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.619332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.619698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.620105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.620476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.620844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.621216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.621579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.621974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.622344 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.622712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.623082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.623446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.623809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.624174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:42:03.629291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:42:04.521304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60346) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:42:04.546240 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bee92-af3a-402d-8946-43b00a613427 req-18ccca49-4fca-4691-995b-872a217098f1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:04.546999 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-176bee92-af3a-402d-8946-43b00a613427 req-18ccca49-4fca-4691-995b-872a217098f1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0912368
Feb 17 20:42:04.564126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b3a7a97-00be-47f4-971c-2830ed3f8d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:04.600654 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-176bee92-af3a-402d-8946-43b00a613427 req-f9aaf581-8278-4ef7-b2f2-983e884ed061 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457592
Feb 17 20:42:04.652256 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-e0a2293c-c5de-4160-8d72-d3053decde43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1293015
Feb 17 20:42:05.240362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-49e0cda8-8c1a-47e1-812d-9f0687d51f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:05.242021 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-49e0cda8-8c1a-47e1-812d-9f0687d51f0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a&tenant_id=9dda3e55668745f8a4875140a9bad70d HTTP/1.1" status: 200  len: 1160 time: 0.0816727
Feb 17 20:42:05.368516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-9e9277e2-9f25-4c55-b686-7b0777dfa26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:05.370147 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-9e9277e2-9f25-4c55-b686-7b0777dfa26a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1160 time: 0.0809240
Feb 17 20:42:05.518424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-fc45fc42-5dcb-4a2f-84b8-624cb848565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:05.519998 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-fc45fc42-5dcb-4a2f-84b8-624cb848565c service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.1374185
Feb 17 20:42:05.633492 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-86bf1d22-6437-4c70-b386-06e40d5eb946 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 200  len: 998 time: 0.1050069
Feb 17 20:42:05.712011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-19ea4313-3bf1-4e81-9d36-c412e4ee1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:05.713674 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-19ea4313-3bf1-4e81-9d36-c412e4ee1035 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0690470
Feb 17 20:42:05.872440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-37a33864-2bb0-496a-8a93-b88d42afd814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:05.873990 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-37a33864-2bb0-496a-8a93-b88d42afd814 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1491024
Feb 17 20:42:05.880748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030b0d2-ba49-405b-b3d4-ccc21c5f39c9 req-61d78ab1-ee1e-41e3-ae33-4686ff0b1d65 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:05.882298 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b030b0d2-ba49-405b-b3d4-ccc21c5f39c9 req-61d78ab1-ee1e-41e3-ae33-4686ff0b1d65 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.1152554
Feb 17 20:42:06.028145 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b030b0d2-ba49-405b-b3d4-ccc21c5f39c9 req-3982b01a-33d7-446c-bf0b-201dec2c7da9 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195407
Feb 17 20:42:06.067261 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-4251a8ce-80c5-4062-828b-4d2b72d52033 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834898
Feb 17 20:42:06.213206 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-16d6f8e8-1598-4a10-bc4c-47c6e1962219 service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382234
Feb 17 20:42:07.133376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3239b95-b184-4370-ae35-79b71a93177e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:07.243663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7d67-8e32-498e-89af-40c33dd1234a req-480e3ae7-4198-434a-ab07-fbd8adf1f6d0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:07.245271 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-336a7d67-8e32-498e-89af-40c33dd1234a req-480e3ae7-4198-434a-ab07-fbd8adf1f6d0 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0912447
Feb 17 20:42:07.296202 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-336a7d67-8e32-498e-89af-40c33dd1234a req-34183254-d1e8-47c8-8c53-51566694c131 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440855
Feb 17 20:42:07.765995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:08.519477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45f5fa-34d1-4305-aed4-de6add285e75 req-16442496-4151-43f1-9c9f-2c870f8d6d14 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:08.521082 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae45f5fa-34d1-4305-aed4-de6add285e75 req-16442496-4151-43f1-9c9f-2c870f8d6d14 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.1011388
Feb 17 20:42:08.573533 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae45f5fa-34d1-4305-aed4-de6add285e75 req-3a029393-8836-4846-8ab7-575b9b62444d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460534
Feb 17 20:42:08.920589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:08.968858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:09.451739 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:09.796019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f54659-d5ff-49e6-b77b-ae32712dfc94 req-ce3ddd50-4d06-4fb5-bf9f-bbb91d3429ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:09.797742 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73f54659-d5ff-49e6-b77b-ae32712dfc94 req-ce3ddd50-4d06-4fb5-bf9f-bbb91d3429ff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0911129
Feb 17 20:42:09.850089 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73f54659-d5ff-49e6-b77b-ae32712dfc94 req-8d61e899-5240-4074-b196-32fa526c810c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422382
Feb 17 20:42:11.070120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22866b71-8ea6-48bf-8e55-7d844c484fd0 req-60408987-402a-44e8-b3fc-8f3efdadcf6c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:11.071785 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-22866b71-8ea6-48bf-8e55-7d844c484fd0 req-60408987-402a-44e8-b3fc-8f3efdadcf6c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0995615
Feb 17 20:42:11.124498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-22866b71-8ea6-48bf-8e55-7d844c484fd0 req-0ef33135-f912-4693-ad3b-3140d8b0c175 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462255
Feb 17 20:42:12.338530 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ec2be-f5d6-44cd-93bf-6608963f5cc4 req-d13ab4a3-cfb0-4a70-ad8f-3280b7802e02 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:12.340175 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-867ec2be-f5d6-44cd-93bf-6608963f5cc4 req-d13ab4a3-cfb0-4a70-ad8f-3280b7802e02 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0927968
Feb 17 20:42:12.388858 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-867ec2be-f5d6-44cd-93bf-6608963f5cc4 req-a8b59c2d-b6b1-4dd3-ad2d-717dd53e1e76 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420501
Feb 17 20:42:13.604580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a99f5-1b48-4039-83b6-0a21cc880e03 req-8bef7779-d0d0-4b5d-9558-efce8d22e52d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:13.606244 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-606a99f5-1b48-4039-83b6-0a21cc880e03 req-8bef7779-d0d0-4b5d-9558-efce8d22e52d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0913413
Feb 17 20:42:13.660797 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-606a99f5-1b48-4039-83b6-0a21cc880e03 req-8abc6821-8a68-4511-928c-3b1e8f993980 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454147
Feb 17 20:42:15.112354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ac8c-8fc2-4bd9-af67-c3ae998f042c req-95910eda-79f6-4ec0-83eb-7c915da66771 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:15.113754 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2c48ac8c-8fc2-4bd9-af67-c3ae998f042c req-95910eda-79f6-4ec0-83eb-7c915da66771 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.3319151
Feb 17 20:42:15.162650 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2c48ac8c-8fc2-4bd9-af67-c3ae998f042c req-d87261a1-ab2c-488c-8775-1145c2f3d1cb tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421801
Feb 17 20:42:16.372906 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc9229-0643-41d2-bd62-4b8efe73fadc req-c8feb8db-cc08-433f-8c15-2bbb20ebaf59 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:16.374626 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27cc9229-0643-41d2-bd62-4b8efe73fadc req-c8feb8db-cc08-433f-8c15-2bbb20ebaf59 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0925124
Feb 17 20:42:16.429384 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27cc9229-0643-41d2-bd62-4b8efe73fadc req-55f7d339-cf5d-4e9b-a58d-f77c4be3bb43 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471449
Feb 17 20:42:17.644890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09501946-b33f-47e9-b362-e743e01e68ff req-725ec737-66f7-4377-8be2-b6e3f88df33d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:17.646570 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-09501946-b33f-47e9-b362-e743e01e68ff req-725ec737-66f7-4377-8be2-b6e3f88df33d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0930893
Feb 17 20:42:17.695906 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-09501946-b33f-47e9-b362-e743e01e68ff req-7a714ba8-a46e-43b4-b31b-31e53e6e62d4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428448
Feb 17 20:42:18.911697 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc08100-3144-4e21-af6c-595b212bfbb4 req-42713def-462c-4c7c-b042-f56f7821870b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:18.913342 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ddc08100-3144-4e21-af6c-595b212bfbb4 req-42713def-462c-4c7c-b042-f56f7821870b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0957057
Feb 17 20:42:18.967165 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ddc08100-3144-4e21-af6c-595b212bfbb4 req-5232bef3-a8ae-4783-bc9d-2e0761d11095 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474248
Feb 17 20:42:20.199955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf50ee-e292-4741-adf1-b42f065adb3b req-446d2a05-619a-4dc9-bef5-f597fae2d21a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:20.201627 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eccf50ee-e292-4741-adf1-b42f065adb3b req-446d2a05-619a-4dc9-bef5-f597fae2d21a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0936661
Feb 17 20:42:20.257022 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eccf50ee-e292-4741-adf1-b42f065adb3b req-3f7fa271-d3cb-4ebc-87ae-fe0a970c0524 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462034
Feb 17 20:42:21.470227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944adb72-5201-4543-8c4c-0de06bfd6e3e req-cf9b6f83-de4a-492a-9257-0b32f8655a06 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:21.471872 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-944adb72-5201-4543-8c4c-0de06bfd6e3e req-cf9b6f83-de4a-492a-9257-0b32f8655a06 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0886281
Feb 17 20:42:21.525237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-944adb72-5201-4543-8c4c-0de06bfd6e3e req-5b7f4a3f-ccc2-4c14-a2f5-a6e8b178f244 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454359
Feb 17 20:42:22.732514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e316b7-23b5-4eee-9f95-63727c226bab req-28f638f7-b4bd-45de-8ecc-694165ed6846 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:22.734103 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51e316b7-23b5-4eee-9f95-63727c226bab req-28f638f7-b4bd-45de-8ecc-694165ed6846 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0908017
Feb 17 20:42:22.782918 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51e316b7-23b5-4eee-9f95-63727c226bab req-e9a6774d-a9a0-4ceb-832a-edd5bba6a87d tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418048
Feb 17 20:42:23.032259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:42:23.993909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6c406-f2f4-4333-b0e9-084f39f7603e req-ea2426eb-7522-4348-83fa-9ce3303d2950 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:23.995498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44f6c406-f2f4-4333-b0e9-084f39f7603e req-ea2426eb-7522-4348-83fa-9ce3303d2950 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0904741
Feb 17 20:42:24.045298 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44f6c406-f2f4-4333-b0e9-084f39f7603e req-4e8625d1-54db-42be-812d-3301ab4ab3ab tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428829
Feb 17 20:42:25.255304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05453-e59b-4a2b-bb93-5b2e1724e184 req-a1ebbfd5-1d9d-4ee3-a4c1-21d50dc32be1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:25.256938 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd05453-e59b-4a2b-bb93-5b2e1724e184 req-a1ebbfd5-1d9d-4ee3-a4c1-21d50dc32be1 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0913291
Feb 17 20:42:25.307508 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd05453-e59b-4a2b-bb93-5b2e1724e184 req-95145552-4a34-481c-a88c-2b4e4b377438 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439401
Feb 17 20:42:25.822259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799439-f827-4cd8-bc24-8cc2057246fa req-10556e87-e5d9-4c33-a375-330ce2d2852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:25.823893 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42799439-f827-4cd8-bc24-8cc2057246fa req-10556e87-e5d9-4c33-a375-330ce2d2852a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9dda3e55668745f8a4875140a9bad70d&device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1160 time: 0.1376507
Feb 17 20:42:25.996374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799439-f827-4cd8-bc24-8cc2057246fa req-d44be90d-c1cb-4b47-84b8-592c0094aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:25.997964 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42799439-f827-4cd8-bc24-8cc2057246fa req-d44be90d-c1cb-4b47-84b8-592c0094aed1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 200  len: 911 time: 0.1414969
Feb 17 20:42:26.110092 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42799439-f827-4cd8-bc24-8cc2057246fa req-09c78c06-1dd0-4c44-8849-fc445c7df254 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 200  len: 998 time: 0.1047843
Feb 17 20:42:26.184034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799439-f827-4cd8-bc24-8cc2057246fa req-13245e3c-2827-4bb9-b34c-02ce11d8b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:26.185590 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42799439-f827-4cd8-bc24-8cc2057246fa req-13245e3c-2827-4bb9-b34c-02ce11d8b4e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 200  len: 856 time: 0.0676956
Feb 17 20:42:26.269781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799439-f827-4cd8-bc24-8cc2057246fa req-8d56994c-797f-4939-8a70-7a59b0511cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:26.271564 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42799439-f827-4cd8-bc24-8cc2057246fa req-8d56994c-797f-4939-8a70-7a59b0511cba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=76a9ff48-a6c4-4abf-827c-dc6b67c9a786&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776634
Feb 17 20:42:26.422147 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42799439-f827-4cd8-bc24-8cc2057246fa req-04d19ddc-90ad-4c26-971e-0d55ba637b9a service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424432
Feb 17 20:42:26.637009 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42799439-f827-4cd8-bc24-8cc2057246fa req-539ef653-1f9d-4b31-ac5a-3cb441e4a98c service neutron] 10.222.0.54 "GET /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697879
Feb 17 20:42:26.643277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dba022-5d53-45b2-b648-9bd3bbbd4c0f req-7b011f61-e17c-43aa-bfe9-695b4298d3b6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:26.644801 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03dba022-5d53-45b2-b648-9bd3bbbd4c0f req-7b011f61-e17c-43aa-bfe9-695b4298d3b6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.2172759
Feb 17 20:42:26.695735 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03dba022-5d53-45b2-b648-9bd3bbbd4c0f req-dd543fcc-b12e-4d17-8193-da92ae677644 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440230
Feb 17 20:42:27.904559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1ed27-1643-4068-992d-7489288d4e62 req-e25c7943-181d-4778-b785-34ade805adb4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:27.906168 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-74a1ed27-1643-4068-992d-7489288d4e62 req-e25c7943-181d-4778-b785-34ade805adb4 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0913942
Feb 17 20:42:27.953889 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-74a1ed27-1643-4068-992d-7489288d4e62 req-08b95e99-342c-4781-b00f-06e4a706c969 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403140
Feb 17 20:42:29.165186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14243dec-3d7e-4cce-b39b-f49990b3bd28 req-301ddf5c-d28d-44ae-8d19-22f5e507ea20 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:29.166809 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14243dec-3d7e-4cce-b39b-f49990b3bd28 req-301ddf5c-d28d-44ae-8d19-22f5e507ea20 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0880239
Feb 17 20:42:29.214419 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14243dec-3d7e-4cce-b39b-f49990b3bd28 req-82bf03f5-4b69-4063-be52-cfffb09daad8 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412686
Feb 17 20:42:30.421095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1955d8-cb7c-48e8-ac16-3f30b7a067cb req-eac61236-aae4-4e33-b2fc-8ef6f975fd4c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:30.422640 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c1955d8-cb7c-48e8-ac16-3f30b7a067cb req-eac61236-aae4-4e33-b2fc-8ef6f975fd4c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 943 time: 0.0914457
Feb 17 20:42:30.470891 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c1955d8-cb7c-48e8-ac16-3f30b7a067cb req-54db975b-eb89-4e16-83aa-d67ca7bfb2e6 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413105
Feb 17 20:42:30.622943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:42:30.704297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port dcef5308-7826-40b1-8fbf-cb71c954f897 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:42:30.704728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:30.835064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:30.864323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:42:30.875468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port dcef5308-7826-40b1-8fbf-cb71c954f897, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=dcef5308-7826-40b1-8fbf-cb71c954f897,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:42:30.879235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:30.881468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c92dbda-8dc8-478f-830e-f05048874729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:42:30.956882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=dcef5308-7826-40b1-8fbf-cb71c954f897,revision_number=6']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:42:30.960449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:42:30.977920 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'code': 200}
Feb 17 20:42:31.441622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b233f-16b0-4745-a611-1dbf8378cdd3 req-e32a4c65-803e-4961-80cc-ff1434c7e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:31.444183 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f3b233f-16b0-4745-a611-1dbf8378cdd3 req-e32a4c65-803e-4961-80cc-ff1434c7e040 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 1162 time: 0.0800216
Feb 17 20:42:31.497927 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f3b233f-16b0-4745-a611-1dbf8378cdd3 req-b399e664-0b5a-4eea-b760-5ca93ec05bd9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421705
Feb 17 20:42:31.686125 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68a047-2c2a-49fc-b905-dd1a0c34d21b req-b90fe640-ea78-4372-9a8e-af9fcd5d1667 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:31.687747 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc68a047-2c2a-49fc-b905-dd1a0c34d21b req-b90fe640-ea78-4372-9a8e-af9fcd5d1667 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0904493
Feb 17 20:42:31.737833 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc68a047-2c2a-49fc-b905-dd1a0c34d21b req-11704e5d-278f-40c9-979a-803677c7de2c tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424440
Feb 17 20:42:31.775308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:42:31.852173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port dcef5308-7826-40b1-8fbf-cb71c954f897 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:42:31.852591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:32.947515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a85e3b-55b8-45e2-b114-899f70addcf6 req-e6711b05-d29b-491d-b347-2166b978e7bc tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:32.949108 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a85e3b-55b8-45e2-b114-899f70addcf6 req-e6711b05-d29b-491d-b347-2166b978e7bc tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0921845
Feb 17 20:42:33.249464 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36a85e3b-55b8-45e2-b114-899f70addcf6 req-261b886e-e7c9-40b1-b106-a06b966c8662 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2930658
Feb 17 20:42:33.920237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:42:33.998251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port dcef5308-7826-40b1-8fbf-cb71c954f897 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:42:33.999254 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:34.456598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82431d-7b6e-4187-94a1-3b834f349609 req-6d168eb1-1d86-4da8-9b63-a3a5ee47052b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:42:34.458739 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c82431d-7b6e-4187-94a1-3b834f349609 req-6d168eb1-1d86-4da8-9b63-a3a5ee47052b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0859897
Feb 17 20:42:34.509581 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c82431d-7b6e-4187-94a1-3b834f349609 req-b21d685b-45f7-4d73-9935-45859c9a956e tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441113
Feb 17 20:42:34.568760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1872b787-e711-4f17-9fd1-425f216bcc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:37.136284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5df80d2-1269-49aa-9b50-2983a28d63cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:37.766604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:38.915622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:38.972852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:42:39.452814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:00.031695 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:43:04.570716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5f7369d-d23a-4240-85b4-aadd78f8d2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:07.139634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-303e147c-15c2-4c30-8659-ad5a63b35d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:07.768507 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:08.916846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:08.974837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:09.456559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:28.555149 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-938ab680-0216-4baf-8a76-7c777d1dbab0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789423
Feb 17 20:43:28.733624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-1768c6c6-3692-48ae-b62a-1fc9585b2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:28.735313 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-1768c6c6-3692-48ae-b62a-1fc9585b2476 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.0824652
Feb 17 20:43:28.894119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-7fc83905-d8b0-40df-a3cf-629951e4db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:28.895751 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-7fc83905-d8b0-40df-a3cf-629951e4db3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.1399159
Feb 17 20:43:29.011058 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-3bde6519-a514-4210-9d5e-6454217d303b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 1001 time: 0.1076441
Feb 17 20:43:29.088230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-6e37fbd0-bd80-4199-ba87-d034cf23d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:29.089761 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-6e37fbd0-bd80-4199-ba87-d034cf23d8d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0715494
Feb 17 20:43:29.178012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-324283d4-ed2e-44fc-bd8b-fd64755a63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:29.179788 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-324283d4-ed2e-44fc-bd8b-fd64755a63b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822084
Feb 17 20:43:29.327270 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-46d2ef38-dbb8-4726-a2e1-712220f32eb5 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395042
Feb 17 20:43:29.472715 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db7f84-f396-4a15-923c-94dd6c3bfb95 req-b58764cb-37af-42f7-aac5-27e767ca2351 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379218
Feb 17 20:43:34.578634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29d9c52d-ce5d-4258-b450-746670a7be37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:36.439109 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-98a73305-4265-48aa-89f2-deb15df486e0 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/floatingips/26820d05-4746-4dd2-b114-67e34785f99e HTTP/1.1" status: 200  len: 998 time: 0.1250048
Feb 17 20:43:36.603075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-dc1dbafe-0808-47c6-bce3-da9c04cb798b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:36.604579 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-dc1dbafe-0808-47c6-bce3-da9c04cb798b tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 784 time: 0.1596706
Feb 17 20:43:36.716745 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a5d8565b-2a88-4483-b839-7b59e81ccf9d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.80 HTTP/1.1" status: 200  len: 1001 time: 0.1052916
Feb 17 20:43:36.801754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-49c0d2c5-37e3-4910-8602-bc60f2ebf0ae tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:36.803487 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-49c0d2c5-37e3-4910-8602-bc60f2ebf0ae tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports/a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 943 time: 0.0808995
Feb 17 20:43:36.997140 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-34f8d49e-08a3-439c-b6d5-716b09b041ec tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.80 HTTP/1.1" status: 200  len: 1001 time: 0.1110938
Feb 17 20:43:37.034365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:43:37.144112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b4bc0fc-15f4-473d-abcb-776cd09a5d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:37.231864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Deleting port cbdd520b-f7d9-4cc4-ac7e-371c4328f992 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:37.232161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:37.428069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:37.428403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:37.565021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Calling delete_port for cbdd520b-f7d9-4cc4-ac7e-371c4328f992 owned by network:floatingip {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:37.733663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:37.749645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aad2ce47-9865-4339-8d7b-bf869885eb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:37.774524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:37.809707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f346405-4119-4c07-9087-ae85e4311d8a req-9ce296d2-8595-4a98-be35-3545c2e2b291 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:37.811364 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f346405-4119-4c07-9087-ae85e4311d8a req-9ce296d2-8595-4a98-be35-3545c2e2b291 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.0989664
Feb 17 20:43:37.847099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event deleted for resources: {'Port': ['ID=cbdd520b-f7d9-4cc4-ac7e-371c4328f992,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:37.865025 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f346405-4119-4c07-9087-ae85e4311d8a req-d3d33b28-9fff-4d55-aa9c-8a44e5357ac2 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471025
Feb 17 20:43:37.865432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.865899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.866581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.867099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.867426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.867909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.868268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.868570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.868957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.869341 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.869761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.870150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.870582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.870965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.871347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.871729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.872109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.872490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.872878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.873252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.873634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.874041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.874421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.874799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:37.890746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:38.000402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for floatingip, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:38.000678 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Floating IP 26820d05-4746-4dd2-b114-67e34785f99e disassociated (deleted). External IP: 172.27.2.80, port: a4140541-fc3c-4320-9936-484b3d229214.
Feb 17 20:43:38.398686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Router 0220859b-cd75-48ae-ab30-b084bcf61f32 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:43:38.597072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:43:38.607271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] Sync routers for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:43:38.618364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:38.619063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c03518>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:38.625737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:38.694003 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "DELETE /v2.0/floatingips/26820d05-4746-4dd2-b114-67e34785f99e HTTP/1.1" status: 204  len: 173 time: 1.6902726
Feb 17 20:43:38.695118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:43:38.750170 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214', 'status': 'completed', 'code': 200}
Feb 17 20:43:38.902745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-25eaabb1-81a6-4a3d-ae1c-81192a3989dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:38.904415 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-25eaabb1-81a6-4a3d-ae1c-81192a3989dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.0878997
Feb 17 20:43:38.915390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-49ab4da9-8acc-493b-a4f4-964e9d0a71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:38.917112 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-49ab4da9-8acc-493b-a4f4-964e9d0a71a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=826bf73d53cd46dfae569bef7260eb25&device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 1163 time: 0.2053850
Feb 17 20:43:39.027622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:39.095961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:39.104080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:39.138733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099a3e3-95c7-474a-80ab-650a4b5b2e2f req-d0d007cd-0ee4-4014-a7bb-4fb7c9a759da tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:39.140461 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7099a3e3-95c7-474a-80ab-650a4b5b2e2f req-d0d007cd-0ee4-4014-a7bb-4fb7c9a759da tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.1243260
Feb 17 20:43:39.223426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-9917b47d-bb02-40c4-9ab1-f12728292452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:39.225034 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-9917b47d-bb02-40c4-9ab1-f12728292452 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.3103232
Feb 17 20:43:39.236385 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7099a3e3-95c7-474a-80ab-650a4b5b2e2f req-e809f264-d871-4181-b575-67b2d2f168dc tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850608
Feb 17 20:43:39.318844 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-72d98a81-f5a8-426c-b91c-1e18e849554a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 217 time: 0.0805700
Feb 17 20:43:39.362528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-85e98902-9b92-4ae3-8440-3690bd1d8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:39.364154 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-85e98902-9b92-4ae3-8440-3690bd1d8c06 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 200  len: 902 time: 0.4404485
Feb 17 20:43:39.394525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-601da102-00e4-4000-82fd-63b61885bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:39.396178 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-601da102-00e4-4000-82fd-63b61885bb64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0682123
Feb 17 20:43:39.412216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c03518>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:44Z', 'revision_number': 5, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:39.417002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] Checking router: 0220859b-cd75-48ae-ab30-b084bcf61f32 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:43:39.426535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:39.427219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c03518>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:39.448150 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-644da62a-5163-42b1-b132-49d8da6dfab2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 200  len: 217 time: 0.0750191
Feb 17 20:43:39.492933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-2fca0279-f277-44da-8eb8-921e076369a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:39.494494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-2fca0279-f277-44da-8eb8-921e076369a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860646
Feb 17 20:43:39.520124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a596c5f1-83f0-42ba-bae4-391a81b45cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:39.521729 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a596c5f1-83f0-42ba-bae4-391a81b45cf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 200  len: 847 time: 0.0664663
Feb 17 20:43:39.578148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:39.621210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-5833cf35-5589-4d99-91a0-005b7f1383a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:39.629784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-5833cf35-5589-4d99-91a0-005b7f1383a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1501e96-0220-4061-8a86-57560ff012ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003873
Feb 17 20:43:39.649085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:39.659350 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-34833fa2-06c6-4745-a7e4-9c3494e7f64a service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474450
Feb 17 20:43:39.781992 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-a2358119-3cf0-4990-a2d1-046e8801b0f1 service neutron] 10.222.0.23 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512461
Feb 17 20:43:39.952849 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35dc41ef-48c6-41dc-9ddd-da0364e43ea3 req-09c9c29b-10f9-490d-ba13-041524c1a742 service neutron] 10.222.0.23 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1610644
Feb 17 20:43:40.021162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c03518>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:44Z', 'revision_number': 5, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:40.027406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f1a38-4d3e-4001-ab84-0290598a587e None None] The sync data for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi is: [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:37:34Z', 'revision_number': 4, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd1347ddf-7587-446f-82a8-37ba0fb5e184', 'name': '', 'network_id': 'f1501e96-0220-4061-8a86-57560ff012ef', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'mac_address': 'fa:16:3e:7e:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:33Z', 'updated_at': '2021-02-17T20:37:44Z', 'revision_number': 5, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'subnets': [{'id': 'b8ba6160-ef75-4876-a06f-1052239a1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:43:40.087341 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b29988eb-207f-4fda-8c81-76b5ea292a36 req-f9b7b373-7505-4a0d-b5d6-a58aca2ffec1 service neutron] 10.222.0.54 "GET /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4161937
Feb 17 20:43:40.412288 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76ae6-a4c1-459d-b7d9-872bf2734f27 req-87380d79-fcae-4bb1-9772-f5f6f2bda4d2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:40.413843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3dc76ae6-a4c1-459d-b7d9-872bf2734f27 req-87380d79-fcae-4bb1-9772-f5f6f2bda4d2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Synchronizing usage tracker for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:43:40.430236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3dc76ae6-a4c1-459d-b7d9-872bf2734f27 req-87380d79-fcae-4bb1-9772-f5f6f2bda4d2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Unset dirty status for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:43:40.431540 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3dc76ae6-a4c1-459d-b7d9-872bf2734f27 req-87380d79-fcae-4bb1-9772-f5f6f2bda4d2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.1369917
Feb 17 20:43:40.452999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8c57b-ca12-499f-9d11-98805eac2a7a req-8330b138-1e91-48c1-9026-5b648c12bc3f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:40.454743 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0c8c57b-ca12-499f-9d11-98805eac2a7a req-8330b138-1e91-48c1-9026-5b648c12bc3f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.0940561
Feb 17 20:43:40.462050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc242598-d458-4dc4-95bd-3cfcacab45f2 None None] New status for floating IP 26820d05-4746-4dd2-b114-67e34785f99e: DOWN {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:43:40.485268 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3dc76ae6-a4c1-459d-b7d9-872bf2734f27 req-9935e73d-8ba5-4422-bf30-17159fbb71e6 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0462940
Feb 17 20:43:40.510776 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0c8c57b-ca12-499f-9d11-98805eac2a7a req-448b528c-2e63-49fa-8784-30a600dc49bb tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463469
Feb 17 20:43:40.906940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-5c369625-8ec7-49ed-a0d1-9fc46c4c4c7c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:40.908505 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-5c369625-8ec7-49ed-a0d1-9fc46c4c4c7c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.0903170
Feb 17 20:43:40.993279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Deleting port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:40.993589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:41.273560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] For port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:41.273912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:41.603802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:41.604226 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:41.604577 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Floating IP 3cddf1ca-2935-4a5f-8842-0e3da91e6146 disassociated. External IP: 172.27.2.50, port: eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea.
Feb 17 20:43:41.604959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Calling delete_port for eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:41.712968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9692-019c-4ef0-a944-c4c475aff5d0 req-0c7b3abc-e7ea-48ac-a12b-ecc829545988 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:41.715084 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1afb9692-019c-4ef0-a944-c4c475aff5d0 req-0c7b3abc-e7ea-48ac-a12b-ecc829545988 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.1002958
Feb 17 20:43:41.765515 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1afb9692-019c-4ef0-a944-c4c475aff5d0 req-8cf8c100-8777-461e-8254-19c39011b791 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436962
Feb 17 20:43:41.832175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade816-5548-4457-981c-6d0a99925b90 req-f316e0e3-1dd8-46f2-b356-7369ae36a820 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:41.833742 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ceade816-5548-4457-981c-6d0a99925b90 req-f316e0e3-1dd8-46f2-b356-7369ae36a820 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 946 time: 0.1904626
Feb 17 20:43:41.871048 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:41.894551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-612bebde-0ae0-48f9-b586-3c09b50f0bd1 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:41.996366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event deleted for resources: {'Port': ['ID=eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:42.016571 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ceade816-5548-4457-981c-6d0a99925b90 req-3d33b56b-aaab-4495-8219-0a09427b596f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1755538
Feb 17 20:43:42.027192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.027580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.027975 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.028371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.028763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.029155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.029545 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.029961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.030352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.030750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.031106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.031811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.032246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.032639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.033040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.033415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.033849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.034210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.034601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.034984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.035365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.035730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.036104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.036539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:43:42.044166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:42.305607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Router 731d0058-cee5-4fec-b4d1-67951551ba7b has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:43:42.561547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:43:42.573999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] Sync routers for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:43:42.585615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:42.586469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c037b8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:42.607235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] No DVR routers for this DVR port eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:43:42.610639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:42.613392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'name': 'network-vif-deleted', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:43:42.636824 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b7c10ce-71cf-4f14-b7d1-412f460884a0 req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.54 "DELETE /v2.0/ports/eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea HTTP/1.1" status: 204  len: 173 time: 1.7182362
Feb 17 20:43:42.659267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87960b6-0ed6-47db-a561-475e4ea939ae req-37137e60-46a4-4d7f-b0e3-9bfeb294ab79 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:42.661022 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a87960b6-0ed6-47db-a561-475e4ea939ae req-37137e60-46a4-4d7f-b0e3-9bfeb294ab79 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1605480
Feb 17 20:43:42.728312 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a87960b6-0ed6-47db-a561-475e4ea939ae req-4aadee8c-491f-4cbb-b00a-7b7adcaf3565 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528502
Feb 17 20:43:42.770183 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1047df-91e8-44fe-9f5f-d86b6320fc05', 'name': 'network-vif-deleted', 'tag': 'eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea', 'status': 'completed', 'code': 200}
Feb 17 20:43:42.805155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:42.861158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:43:43.052632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa1df-bd83-42ff-a614-11085e5ae593 req-02f79018-43de-4ab8-a2ea-4cd51b2e68da tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:43.055334 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b35fa1df-bd83-42ff-a614-11085e5ae593 req-02f79018-43de-4ab8-a2ea-4cd51b2e68da tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.1637571
Feb 17 20:43:43.067822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-c636dc7f-f90f-413b-b2d8-3c111fc08ae2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:43.070411 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-c636dc7f-f90f-413b-b2d8-3c111fc08ae2 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 946 time: 0.1272769
Feb 17 20:43:43.158936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port a4140541-fc3c-4320-9936-484b3d229214 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:43:43.159367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:43.181966 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b35fa1df-bd83-42ff-a614-11085e5ae593 req-d1c26cf0-05de-4324-b162-9fc63dae6bbf tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups?id=e82362be-c5e3-495a-8933-a3d03266947b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1103270
Feb 17 20:43:43.188397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Deleting port a4140541-fc3c-4320-9936-484b3d229214 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:43.188883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:43.224886 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c9fdda0e-20ee-40d8-ac95-e0188544d77b req-2735467d-6233-4437-bfce-74f460d91c64 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f1047df-91e8-44fe-9f5f-d86b6320fc05 HTTP/1.1" status: 200  len: 210 time: 0.0539491
Feb 17 20:43:43.387627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c037b8>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:43.392913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] Checking router: 731d0058-cee5-4fec-b4d1-67951551ba7b for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:43:43.403792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:43.404716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c037b8>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:43.468782 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:43.504933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] For port a4140541-fc3c-4320-9936-484b3d229214, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=a4140541-fc3c-4320-9936-484b3d229214,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:43.505296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:43.578560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] No Port match for: eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:43:43.578560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device eca6e6d4-5f8d-4e4c-aca9-a60f971fc4ea not bound to the agent host hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:43:43.643610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:43.650210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Calling delete_port for a4140541-fc3c-4320-9936-484b3d229214 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:43.821246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:43.838340 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3c8b82b0-5da3-4619-b918-a4c8384e5fb3 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:43.980487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event deleted for resources: {'Port': ['ID=a4140541-fc3c-4320-9936-484b3d229214,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:43.999610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:44.095204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e71e1-8d75-4d32-b9b2-8eae883ec4bf req-49c2ec17-0445-489e-ac4a-7f80582fe0a3 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:44.096853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-504e71e1-8d75-4d32-b9b2-8eae883ec4bf req-49c2ec17-0445-489e-ac4a-7f80582fe0a3 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.2179770
Feb 17 20:43:44.234471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b8c037b8>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:44.239660 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a2f72-5657-41ef-b358-11765f16d14b None None] The sync data for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi is: [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:33:23Z', 'revision_number': 4, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'd34d05e9-84b5-4852-b0b7-67630eb0e2b2', 'name': '', 'network_id': '413fd3e4-673c-4370-871a-33d45f5f08c3', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'mac_address': 'fa:16:3e:11:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:21Z', 'updated_at': '2021-02-17T20:33:31Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'subnets': [{'id': '4cfee473-0b5f-49e3-8226-9922de487ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:43:44.364644 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b5acd668-cb83-4915-b902-5743eebb80cb req-48489263-022b-4add-a9b5-22ce8d2b405d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 210 time: 0.0528805
Feb 17 20:43:44.397042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:44.443930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] No Port match for: a4140541-fc3c-4320-9936-484b3d229214 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:43:44.445915 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device a4140541-fc3c-4320-9936-484b3d229214 not bound to the agent host hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:43:44.525311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60748) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:44.613119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] No DVR routers for this DVR port a4140541-fc3c-4320-9936-484b3d229214 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:43:44.619465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:44.637349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebb48b6-3aca-4bd7-84bd-17d6284f1d7f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:44.672856 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-504e71e1-8d75-4d32-b9b2-8eae883ec4bf req-f3541281-5079-4c29-9798-88d8a77a48ce tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5646837
Feb 17 20:43:44.676623 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-798a70fa-cf68-4245-87cf-74cf5b4c1e21 req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.54 "DELETE /v2.0/ports/a4140541-fc3c-4320-9936-484b3d229214 HTTP/1.1" status: 204  len: 173 time: 1.5902011
Feb 17 20:43:44.690751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebb48b6-3aca-4bd7-84bd-17d6284f1d7f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:44.747567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebb48b6-3aca-4bd7-84bd-17d6284f1d7f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:44.753223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8044f97a-bb13-4355-af09-8bc44e1f2731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:44.754490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca348c5-65fc-44f7-8a19-30d081b4676a None None] New status for floating IP 3cddf1ca-2935-4a5f-8842-0e3da91e6146: DOWN {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:43:44.771032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-deleted', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:43:44.772129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb48b6-3aca-4bd7-84bd-17d6284f1d7f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e1c0c-1b9e-4ecc-b927-da89a73a0562,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:44.778516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ebb48b6-3aca-4bd7-84bd-17d6284f1d7f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:44.781518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebb48b6-3aca-4bd7-84bd-17d6284f1d7f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:44.786017 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9ebb48b6-3aca-4bd7-84bd-17d6284f1d7f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd9e1c0c-1b9e-4ecc-b927-da89a73a0562 HTTP/1.1" status: 204  len: 168 time: 0.2591321
Feb 17 20:43:44.790063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60754) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:44.826880 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-a3cc0a76-8cc1-42e3-a0a8-87ff0b66d224 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] show failed (client error): The resource could not be found.
Feb 17 20:43:44.828577 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a3cc0a76-8cc1-42e3-a0a8-87ff0b66d224 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "GET /v2.0/security-groups/cd9e1c0c-1b9e-4ecc-b927-da89a73a0562 HTTP/1.1" status: 404  len: 347 time: 0.0374422
Feb 17 20:43:44.832430 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60758) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:44.856753 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c74efd-de96-4c2e-8251-a04fc318282d', 'name': 'network-vif-deleted', 'tag': 'a4140541-fc3c-4320-9936-484b3d229214', 'status': 'completed', 'code': 200}
Feb 17 20:43:45.030170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Deleting port 4bcd7bbf-bfcf-420b-a728-d1d59c72a935 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:45.030487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.195549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-f4c79af5-724b-4a46-95b3-f545f6c6adff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:45.197219 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-f4c79af5-724b-4a46-95b3-f545f6c6adff tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.0995173
Feb 17 20:43:45.232631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.233001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.278933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Deleting port dcef5308-7826-40b1-8fbf-cb71c954f897 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:45.279326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.376887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Calling delete_port for 4bcd7bbf-bfcf-420b-a728-d1d59c72a935 owned by network:floatingip {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:45.533202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.550163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:45.582380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f0d438ec-5ffb-49a6-b6ab-6cedcf36a22b req-169f96d0-e0b5-4900-ba36-2d7beb63d4e3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Synchronizing usage tracker for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:43:45.625730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f0d438ec-5ffb-49a6-b6ab-6cedcf36a22b req-169f96d0-e0b5-4900-ba36-2d7beb63d4e3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Unset dirty status for tenant:826bf73d53cd46dfae569bef7260eb25 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:43:45.626939 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f0d438ec-5ffb-49a6-b6ab-6cedcf36a22b req-169f96d0-e0b5-4900-ba36-2d7beb63d4e3 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c74efd-de96-4c2e-8251-a04fc318282d HTTP/1.1" status: 200  len: 210 time: 0.1019359
Feb 17 20:43:45.648199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] For port dcef5308-7826-40b1-8fbf-cb71c954f897, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=dcef5308-7826-40b1-8fbf-cb71c954f897,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:45.648712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.658117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Pushing event deleted for resources: {'Port': ['ID=4bcd7bbf-bfcf-420b-a728-d1d59c72a935,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:45.663677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:45.800789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks [] for floatingip, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.816458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:45.827265 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0740b7cf-88ca-42c7-8eb4-8be2a3789a74 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] 10.222.0.23 "DELETE /v2.0/floatingips/3cddf1ca-2935-4a5f-8842-0e3da91e6146 HTTP/1.1" status: 204  len: 168 time: 0.9843192
Feb 17 20:43:45.944542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f258260-b452-4ff5-a641-f40e626f13fd req-efb61ec6-7daa-45bf-9a5b-7abfafb61c65 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:43:45.947017 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f258260-b452-4ff5-a641-f40e626f13fd req-efb61ec6-7daa-45bf-9a5b-7abfafb61c65 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 945 time: 0.1182346
Feb 17 20:43:46.039516 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f258260-b452-4ff5-a641-f40e626f13fd req-5e95a7c5-e2c8-476e-a10d-32c1ee8aa7a5 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f7ae05a-9ecc-4d72-83a7-6abb7476364c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854940
Feb 17 20:43:46.050698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:46.051656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:46.052920 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Floating IP de0b146f-45a4-4f2e-8add-0c4c787f30fb disassociated. External IP: 172.27.2.29, port: dcef5308-7826-40b1-8fbf-cb71c954f897.
Feb 17 20:43:46.054203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Calling delete_port for dcef5308-7826-40b1-8fbf-cb71c954f897 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:46.233197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:46.248230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-618d25a4-1e10-4943-b2b2-b4bcf1927f61 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:46.342941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event deleted for resources: {'Port': ['ID=dcef5308-7826-40b1-8fbf-cb71c954f897,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:46.349729 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:46.471743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:46.511094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] No Port match for: dcef5308-7826-40b1-8fbf-cb71c954f897 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:43:46.511493 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device dcef5308-7826-40b1-8fbf-cb71c954f897 not bound to the agent host hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:43:46.614006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Router ddd97e71-329c-4002-bbb0-b5dfefa9f209 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:43:46.808854 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:43:46.818011 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e591bede-93d0-425a-b4b2-db11bbc79271 req-1d5ea21f-e56c-4a95-976b-64ba9ee66364 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "GET /v2.0/security-groups/e82362be-c5e3-495a-8933-a3d03266947b HTTP/1.1" status: 200  len: 2993 time: 0.0647190
Feb 17 20:43:46.822255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] Sync routers for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:43:46.835057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:46.835739 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c755c0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:46.861445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] No DVR routers for this DVR port dcef5308-7826-40b1-8fbf-cb71c954f897 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:43:46.863921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:46.868689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-deleted', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:43:46.890525 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35294b54-c488-4e0b-b857-ee18a312d9cb req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.54 "DELETE /v2.0/ports/dcef5308-7826-40b1-8fbf-cb71c954f897 HTTP/1.1" status: 204  len: 173 time: 1.6870487
Feb 17 20:43:46.913187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e591bede-93d0-425a-b4b2-db11bbc79271 req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:46.942356 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d8ca0-cdf9-4558-98ca-47d27452645a', 'name': 'network-vif-deleted', 'tag': 'dcef5308-7826-40b1-8fbf-cb71c954f897', 'status': 'completed', 'code': 200}
Feb 17 20:43:46.958331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e591bede-93d0-425a-b4b2-db11bbc79271 req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:47.013202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e591bede-93d0-425a-b4b2-db11bbc79271 req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:47.019287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:47.037584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82362be-c5e3-495a-8933-a3d03266947b,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:47.050314 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:47.070765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e591bede-93d0-425a-b4b2-db11bbc79271 req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:47.071840 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e591bede-93d0-425a-b4b2-db11bbc79271 req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] 10.222.0.23 "DELETE /v2.0/security-groups/e82362be-c5e3-495a-8933-a3d03266947b HTTP/1.1" status: 204  len: 173 time: 0.2529235
Feb 17 20:43:47.082657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:47.332737 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f8c21f3-f87c-48c4-b498-589e344c9f11 req-725e25c0-4603-4058-9ec0-c55fe0aaa4ed tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8d8ca0-cdf9-4558-98ca-47d27452645a HTTP/1.1" status: 200  len: 210 time: 0.0670314
Feb 17 20:43:47.467278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c755c0>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:47.472422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] Checking router: ddd97e71-329c-4002-bbb0-b5dfefa9f209 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:43:47.483806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:47.484516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c755c0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:47.685740 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:48.039746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9c755c0>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:48.043857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111ae93-824c-430e-8de5-f56e9d1805cc None None] The sync data for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi is: [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': '83b57a4d-9512-40b9-93e8-f625e6e36ed9', 'name': '', 'network_id': '76a9ff48-a6c4-4abf-827c-dc6b67c9a786', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'mac_address': 'fa:16:3e:6c:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:35Z', 'updated_at': '2021-02-17T20:31:52Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'subnets': [{'id': 'b9fe5978-e25b-4111-bf7e-d69c8651bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:43:48.151350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60788) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:48.433914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba717c50-5096-41e0-9b5f-912f5e2fdbee None None] New status for floating IP de0b146f-45a4-4f2e-8add-0c4c787f30fb: DOWN {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:43:48.475082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60798) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:48.556632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:48.591190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:48.644731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:48.656196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6afbf6da-4cc6-4864-9459-f04adcfa9423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:48.673380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7ae05a-9ecc-4d72-83a7-6abb7476364c,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:48.675929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:48.681478 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f7ae05a-9ecc-4d72-83a7-6abb7476364c HTTP/1.1" status: 204  len: 168 time: 0.2007599
Feb 17 20:43:48.681478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:48.682790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60808) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:48.704552 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-bd170e79-248e-41f3-a96e-984976ef7028 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] show failed (client error): The resource could not be found.
Feb 17 20:43:48.708699 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bd170e79-248e-41f3-a96e-984976ef7028 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "GET /v2.0/security-groups/3f7ae05a-9ecc-4d72-83a7-6abb7476364c HTTP/1.1" status: 404  len: 347 time: 0.0219646
Feb 17 20:43:48.709898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60812) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:48.902638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Deleting port 96f6f640-b274-43c4-9dac-a227c3585531 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:48.903114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:48.937814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.120912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.121541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.259087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Calling delete_port for 96f6f640-b274-43c4-9dac-a227c3585531 owned by network:floatingip {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:49.418691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.435720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:49.544368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Pushing event deleted for resources: {'Port': ['ID=96f6f640-b274-43c4-9dac-a227c3585531,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:49.549505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:49.593049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Deleting port d1347ddf-7587-446f-82a8-37ba0fb5e184 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:49.593426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.672932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks [] for floatingip, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.690292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.691561 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] 10.222.0.23 "DELETE /v2.0/floatingips/de0b146f-45a4-4f2e-8add-0c4c787f30fb HTTP/1.1" status: 204  len: 168 time: 0.9805622
Feb 17 20:43:49.803843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] For port d1347ddf-7587-446f-82a8-37ba0fb5e184, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d1347ddf-7587-446f-82a8-37ba0fb5e184,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:49.804960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:49.957759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Calling delete_port for d1347ddf-7587-446f-82a8-37ba0fb5e184 owned by network:router_interface {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:50.141005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60830) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:50.146292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:50.163478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:50.277319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1347ddf-7587-446f-82a8-37ba0fb5e184,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:50.282590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:50.622716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:51.128751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:51.183660 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Router 0220859b-cd75-48ae-ab30-b084bcf61f32 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:43:51.392763 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:43:51.404783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] Sync routers for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:43:51.415609 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f66d6ab3-fa5b-475a-9a9b-d0a84b3a7430 admin admin] 10.222.0.23 "PUT /v2.0/routers/0220859b-cd75-48ae-ab30-b084bcf61f32/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2630408
Feb 17 20:43:51.416327 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60844) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:51.431678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:51.432985 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9555630>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:51.585156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Deleting port d34d05e9-84b5-4852-b0b7-67630eb0e2b2 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:51.585611 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:51.627395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:51.650324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:51.798879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] For port d34d05e9-84b5-4852-b0b7-67630eb0e2b2, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:51.799385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:51.836996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:51.846719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Deleting port e2148596-173c-42fe-944e-51bb949f2826 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:51.847416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:51.956414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Calling delete_port for d34d05e9-84b5-4852-b0b7-67630eb0e2b2 owned by network:router_interface {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:52.027868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9555630>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'e2148596-173c-42fe-944e-51bb949f2826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:43:50Z', 'revision_number': 5, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port': {'id': 'e2148596-173c-42fe-944e-51bb949f2826', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:29Z', 'updated_at': '2021-02-17T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:52.035512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] Checking router: 0220859b-cd75-48ae-ab30-b084bcf61f32 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:43:52.046364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] Routers {'0220859b-cd75-48ae-ab30-b084bcf61f32'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:52.047058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9555630>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['0220859b-cd75-48ae-ab30-b084bcf61f32'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:52.051714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] For port e2148596-173c-42fe-944e-51bb949f2826, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e2148596-173c-42fe-944e-51bb949f2826,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:52.052045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:52.172758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:52.190670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:52.194551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Calling delete_port for e2148596-173c-42fe-944e-51bb949f2826 owned by network:router_gateway {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:52.230798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] Set router 0220859b-cd75-48ae-ab30-b084bcf61f32 gateway port host: None {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:52.308956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34d05e9-84b5-4852-b0b7-67630eb0e2b2,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:52.312009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:52.355235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9555630>, [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:43:51Z', 'revision_number': 6, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port_host': None}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:52.359849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff63477-11aa-4780-bbe4-b35ab5f625d0 None None] The sync data for ids ['0220859b-cd75-48ae-ab30-b084bcf61f32'] in dv-cinder-759994-3-iscsi is: [{'id': '0220859b-cd75-48ae-ab30-b084bcf61f32', 'name': 'tempest-TestShelveInstance-671960096-router', 'tenant_id': '826bf73d53cd46dfae569bef7260eb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:28Z', 'updated_at': '2021-02-17T20:43:51Z', 'revision_number': 6, 'project_id': '826bf73d53cd46dfae569bef7260eb25', 'gw_port_host': None}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:43:52.674789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:52.693678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:52.712437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-462e0cde-e81d-4c41-8b91-a799f388d9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:52.810821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60856) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:52.819930 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2148596-173c-42fe-944e-51bb949f2826,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:52.824844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:52.945193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.143628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.146388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.173807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.174384 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0220859b-cd75-48ae-ab30-b084bcf61f32 {{(pid=84017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:43:53.188902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.192666 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1d97b93a-2228-48bd-b50d-6de12bdea6b2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0220859b-cd75-48ae-ab30-b084bcf61f32 HTTP/1.1" status: 204  len: 168 time: 1.7728436
Feb 17 20:43:53.192942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60862) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:53.269172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Deleting subnet b8ba6160-ef75-4876-a06f-1052239a1f8a {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:43:53.276190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.336796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.435279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.713296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.731015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c7eeef58-c069-4651-a52a-a3e4f2af6382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:53.839532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ba6160-ef75-4876-a06f-1052239a1f8a,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:53.854805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:53.891115 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:53.898218 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-997f5895-4be8-47b7-b80d-aa123c5cb766 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b8ba6160-ef75-4876-a06f-1052239a1f8a HTTP/1.1" status: 204  len: 168 time: 0.7029979
Feb 17 20:43:53.899724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c8564-12b6-46ef-bcbf-cec3efed8ddd None None] Network f1501e96-0220-4061-8a86-57560ff012ef requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:43:53.901992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60866) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:53.958454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Router 731d0058-cee5-4fec-b4d1-67951551ba7b has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:43:54.033365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.150881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Deleting port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:54.151297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.234092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] DHCP port deletion for f1501e96-0220-4061-8a86-57560ff012ef request from dv-cinder-759994-3-iscsi {{(pid=84019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 20:43:54.241280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Deleting port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:54.244710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:43:54.250822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.257091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] Sync routers for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:43:54.268659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:54.269669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9803da0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:54.328155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] 10.222.0.23 "PUT /v2.0/routers/731d0058-cee5-4fec-b4d1-67951551ba7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1851408
Feb 17 20:43:54.329685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60870) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:54.456571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 05d6736d-fefe-4d23-8a02-9a3aaef7af94 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:54.489805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] For port 05d6736d-fefe-4d23-8a02-9a3aaef7af94, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=05d6736d-fefe-4d23-8a02-9a3aaef7af94,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:54.491408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.576014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.658662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Calling delete_port for 05d6736d-fefe-4d23-8a02-9a3aaef7af94 owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:54.727588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:54.758611 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.777506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:54.788483 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks [] for router, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.817955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No active binding found for port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 {{(pid=84019) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 17 20:43:54.818414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 05d6736d-fefe-4d23-8a02-9a3aaef7af94 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:43:54.818914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e2148596-173c-42fe-944e-51bb949f2826 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:54.870178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: e2148596-173c-42fe-944e-51bb949f2826 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:43:54.870606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e2148596-173c-42fe-944e-51bb949f2826 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:43:54.871069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d1347ddf-7587-446f-82a8-37ba0fb5e184 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:54.902417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d6736d-fefe-4d23-8a02-9a3aaef7af94,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:54.913992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:54.917830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: d1347ddf-7587-446f-82a8-37ba0fb5e184 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:43:54.918228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d1347ddf-7587-446f-82a8-37ba0fb5e184 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:43:54.922197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] For port 05d6736d-fefe-4d23-8a02-9a3aaef7af94, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=05d6736d-fefe-4d23-8a02-9a3aaef7af94,segment=NetworkSegment(2e516dcf-9992-4e36-b86a-3c3fe20427c6),segment_id=2e516dcf-9992-4e36-b86a-3c3fe20427c6)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:54.922638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:54.994968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] No DVR routers for this DVR port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 on host dv-cinder-759994-3-iscsi {{(pid=84017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:43:55.007956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.024283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Deleting port 9d271701-0692-4196-9e41-0885fa585ae9 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:55.024669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.091273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9803da0>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '9d271701-0692-4196-9e41-0885fa585ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:43:52Z', 'revision_number': 5, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port': {'id': '9d271701-0692-4196-9e41-0885fa585ae9', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:33:15Z', 'updated_at': '2021-02-17T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:55.095579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] Checking router: 731d0058-cee5-4fec-b4d1-67951551ba7b for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:43:55.105415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] Routers {'731d0058-cee5-4fec-b4d1-67951551ba7b'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:55.106453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9803da0>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['731d0058-cee5-4fec-b4d1-67951551ba7b'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:55.142910 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.154299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Calling delete_port for 05d6736d-fefe-4d23-8a02-9a3aaef7af94 owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:55.244685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84019) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:43:55.245135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:43:55.269201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b9474780>,) {'filters': {'network_id': ['f1501e96-0220-4061-8a86-57560ff012ef']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:55.288449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b9474780>, '2e516dcf-9992-4e36-b86a-3c3fe20427c6') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:55.288900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b9474780>, '2e516dcf-9992-4e36-b86a-3c3fe20427c6') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:55.296006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] Set router 731d0058-cee5-4fec-b4d1-67951551ba7b gateway port host: None {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:55.305324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.321928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.324301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:43:55.420588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9803da0>, [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:43:55Z', 'revision_number': 6, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port_host': None}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:55.425532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da01644-a51b-4589-bf33-cc33b9e772c9 None None] The sync data for ids ['731d0058-cee5-4fec-b4d1-67951551ba7b'] in dv-cinder-759994-3-iscsi is: [{'id': '731d0058-cee5-4fec-b4d1-67951551ba7b', 'name': 'tempest-AttachVolumeTestJSON-2062770489-router', 'tenant_id': 'd684021d40544b0f90f72b3c464b2fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:33:14Z', 'updated_at': '2021-02-17T20:43:55Z', 'revision_number': 6, 'project_id': 'd684021d40544b0f90f72b3c464b2fe6', 'gw_port_host': None}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:43:55.535231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Network f1501e96-0220-4061-8a86-57560ff012ef has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:43:55.547652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.665010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] For port 9d271701-0692-4196-9e41-0885fa585ae9, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=9d271701-0692-4196-9e41-0885fa585ae9,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:55.665391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.746570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Deleting port 05d6736d-fefe-4d23-8a02-9a3aaef7af94 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:55.747100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.753846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Network f1501e96-0220-4061-8a86-57560ff012ef has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:43:55.779969 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:43:55.816304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Calling delete_port for 9d271701-0692-4196-9e41-0885fa585ae9 owned by network:router_gateway {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:55.829975 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d5cb4-2fe5-4a2a-8b25-31e833256d3f None None] The port '05d6736d-fefe-4d23-8a02-9a3aaef7af94' was deleted {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 20:43:55.861151 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.862467 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Deleting port 83b57a4d-9512-40b9-93e8-f625e6e36ed9 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:55.862853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.864910 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11212cea-b214-4370-a83a-69e072edb1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:55.878940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:55.892171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1501e96-0220-4061-8a86-57560ff012ef,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:55.897413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:55.905846 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eec749c0-ec6e-4ad4-924a-bb49f568e289 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1501e96-0220-4061-8a86-57560ff012ef HTTP/1.1" status: 204  len: 168 time: 2.0023406
Feb 17 20:43:55.909043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60874) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:56.122422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] For port 83b57a4d-9512-40b9-93e8-f625e6e36ed9, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=83b57a4d-9512-40b9-93e8-f625e6e36ed9,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:56.122822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:56.263612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Calling delete_port for 83b57a4d-9512-40b9-93e8-f625e6e36ed9 owned by network:router_interface {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:56.268312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d34d05e9-84b5-4852-b0b7-67630eb0e2b2 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:56.306511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: d34d05e9-84b5-4852-b0b7-67630eb0e2b2 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:43:56.306731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d34d05e9-84b5-4852-b0b7-67630eb0e2b2 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:43:56.307281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 9d271701-0692-4196-9e41-0885fa585ae9 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:43:56.415322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:56.431949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:56.433094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f813adc-d656-4fdb-aa78-473daac5a984 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:56.512015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:56.546077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Pushing event deleted for resources: {'Port': ['ID=9d271701-0692-4196-9e41-0885fa585ae9,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:56.555084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:56.728828 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:56.746526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:56.850111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Pushing event deleted for resources: {'Port': ['ID=83b57a4d-9512-40b9-93e8-f625e6e36ed9,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:56.861831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:56.872429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.095587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.099684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.167108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Deleting port 7c39231a-d2c5-4654-a2bc-3df5a43dd094 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:57.167484 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.174746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.175347 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731d0058-cee5-4fec-b4d1-67951551ba7b {{(pid=84018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:43:57.219181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Notify callbacks [] for router, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.220407 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] 10.222.0.23 "DELETE /v2.0/routers/731d0058-cee5-4fec-b4d1-67951551ba7b HTTP/1.1" status: 204  len: 168 time: 2.8863766
Feb 17 20:43:57.278250 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60878) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:57.376378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] For port 7c39231a-d2c5-4654-a2bc-3df5a43dd094, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7c39231a-d2c5-4654-a2bc-3df5a43dd094,segment=NetworkSegment(9a1b84c3-efc4-47e1-82ce-0fcfad34b974),segment_id=9a1b84c3-efc4-47e1-82ce-0fcfad34b974)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:57.376650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.447088 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Deleting subnet 4cfee473-0b5f-49e3-8226-9922de487ca5 {{(pid=84018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:43:57.454105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.519989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.520307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Calling delete_port for 7c39231a-d2c5-4654-a2bc-3df5a43dd094 owned by network:router_interface {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:57.596829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852465697'] for subnet, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.720245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.737471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c544fe44-3eaf-4213-b272-8f32889c076d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:57.741811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:57.839416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Pushing event deleted for resources: {'Port': ['ID=7c39231a-d2c5-4654-a2bc-3df5a43dd094,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:57.849514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:58.201282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:58.619647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Router ddd97e71-329c-4002-bbb0-b5dfefa9f209 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:43:58.624548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852118824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851458485'] for subnet, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:58.645608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:58.738912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Router e097d818-6c0b-4c63-a62e-630be59621f5 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:43:58.793974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfee473-0b5f-49e3-8226-9922de487ca5,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:43:58.805627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:43:58.949276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:43:58.953051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:58.960702 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] 10.222.0.23 "PUT /v2.0/routers/e097d818-6c0b-4c63-a62e-630be59621f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0501027
Feb 17 20:43:58.964281 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60882) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:58.967847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82211920-541c-424c-8082-8499e6ca780d None None] Sync routers for ids ['e097d818-6c0b-4c63-a62e-630be59621f5'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:43:58.975853 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4cfee473-0b5f-49e3-8226-9922de487ca5 HTTP/1.1" status: 204  len: 168 time: 1.6902235
Feb 17 20:43:58.976614 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3cee65-01ab-4317-8cc6-bb69fdb443e6 None None] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:43:58.980389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60886) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:59.005800 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:43:59.013229 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] 10.222.0.23 "PUT /v2.0/routers/ddd97e71-329c-4002-bbb0-b5dfefa9f209/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2012863
Feb 17 20:43:59.024337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] Sync routers for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:43:59.042185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:59.043234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b974c978>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:59.045679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60890) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:43:59.063532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] Routers {'e097d818-6c0b-4c63-a62e-630be59621f5'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:59.064633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9755b70>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e097d818-6c0b-4c63-a62e-630be59621f5'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:59.159510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:59.256183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Deleting port d54adb1c-2899-461c-82f3-31196fc06552 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:59.257494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:59.314032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:59.406350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] Set router e097d818-6c0b-4c63-a62e-630be59621f5 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:59.418663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks [] for router, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:59.527053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] For port d54adb1c-2899-461c-82f3-31196fc06552, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d54adb1c-2899-461c-82f3-31196fc06552,segment=NetworkSegment(3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1),segment_id=3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:43:59.528026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:59.684756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b974c978>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:43:56Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:59.690337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] Checking router: ddd97e71-329c-4002-bbb0-b5dfefa9f209 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:43:59.707209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] Routers {'ddd97e71-329c-4002-bbb0-b5dfefa9f209'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:59.707728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b974c978>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:59.724969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Calling delete_port for d54adb1c-2899-461c-82f3-31196fc06552 owned by network:dhcp {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:43:59.764056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ff915-543c-43e9-a1ca-d759a3e44aae None None] DHCP port deletion for 413fd3e4-673c-4370-871a-33d45f5f08c3 request from dv-cinder-759994-3-iscsi {{(pid=84019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 20:43:59.781291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-642ff915-543c-43e9-a1ca-d759a3e44aae None None] Deleting port d54adb1c-2899-461c-82f3-31196fc06552 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:43:59.782077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-642ff915-543c-43e9-a1ca-d759a3e44aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:59.825357 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:59.826232 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks [] for router, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:43:59.931350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] Set router ddd97e71-329c-4002-bbb0-b5dfefa9f209 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:43:59.932258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-642ff915-543c-43e9-a1ca-d759a3e44aae None None] The port 'd54adb1c-2899-461c-82f3-31196fc06552' was deleted {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 20:43:59.972920 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-85ef7205-09fa-4407-91fa-9421f1f15469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:43:59.980210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9755b70>, [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:43:57Z', 'revision_number': 5, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:43:59.985356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82211920-541c-424c-8082-8499e6ca780d None None] Checking router: e097d818-6c0b-4c63-a62e-630be59621f5 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:43:59.996869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] Routers {'e097d818-6c0b-4c63-a62e-630be59621f5'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:43:59.997986 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9755b70>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:43:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['e097d818-6c0b-4c63-a62e-630be59621f5'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:00.038428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d54adb1c-2899-461c-82f3-31196fc06552,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:00.041844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:00.049365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] No DVR routers for this DVR port d54adb1c-2899-461c-82f3-31196fc06552 on host dv-cinder-759994-3-iscsi {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:44:00.123026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.139620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.144704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Deleting port f7779a05-ec75-491e-8abf-77ff3ec1ca07 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:44:00.145094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.204515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Deleting port e4a4afe1-b2d3-42a7-a329-3208351b40f2 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:44:00.205070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.243261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] Set router e097d818-6c0b-4c63-a62e-630be59621f5 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:44:00.263537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.363324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b974c978>, [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:43:56Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:00.369030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2713bc-d8e3-48ec-b3ff-37e0c2291123 None None] The sync data for ids ['ddd97e71-329c-4002-bbb0-b5dfefa9f209'] in dv-cinder-759994-3-iscsi is: [{'id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'name': 'tempest-AttachVolumeShelveTestJSON-1462944029-router', 'tenant_id': '9dda3e55668745f8a4875140a9bad70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:31:26Z', 'updated_at': '2021-02-17T20:43:56Z', 'revision_number': 5, 'project_id': '9dda3e55668745f8a4875140a9bad70d', 'gw_port': {'id': 'e4a4afe1-b2d3-42a7-a329-3208351b40f2', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd97e71-329c-4002-bbb0-b5dfefa9f209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:31:27Z', 'updated_at': '2021-02-17T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:44:00.377720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d54adb1c-2899-461c-82f3-31196fc06552 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:44:00.407726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b3a79d68>,) {'filters': {'network_id': ['413fd3e4-673c-4370-871a-33d45f5f08c3']}} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:00.423617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b3a79d68>, '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1') {'for_net_delete': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:00.423943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b3a79d68>, '3d05f6d4-a6c6-4e32-8e74-faddcb5a41d1') {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:00.434033 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: d54adb1c-2899-461c-82f3-31196fc06552 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:44:00.434427 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d54adb1c-2899-461c-82f3-31196fc06552 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:44:00.441438 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310087'] for segment, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.463557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.466862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:44:00.583011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] For port f7779a05-ec75-491e-8abf-77ff3ec1ca07, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=f7779a05-ec75-491e-8abf-77ff3ec1ca07,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:44:00.583402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.686264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-82211920-541c-424c-8082-8499e6ca780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9755b70>, [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:43:57Z', 'revision_number': 5, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:00.691884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:44:00.692107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82211920-541c-424c-8082-8499e6ca780d None None] The sync data for ids ['e097d818-6c0b-4c63-a62e-630be59621f5'] in dv-cinder-759994-3-iscsi is: [{'id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'name': 'tempest-TestShelveInstance-290470841-router', 'tenant_id': '550786a98f2742d2874d7bad5bbbf5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:37:39Z', 'updated_at': '2021-02-17T20:43:57Z', 'revision_number': 5, 'project_id': '550786a98f2742d2874d7bad5bbbf5d6', 'gw_port': {'id': 'f7779a05-ec75-491e-8abf-77ff3ec1ca07', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097d818-6c0b-4c63-a62e-630be59621f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:37:40Z', 'updated_at': '2021-02-17T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:44:00.703185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657319'] for segment, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.765821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Calling delete_port for f7779a05-ec75-491e-8abf-77ff3ec1ca07 owned by network:router_gateway {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:44:00.813903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] For port e4a4afe1-b2d3-42a7-a329-3208351b40f2, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=e4a4afe1-b2d3-42a7-a329-3208351b40f2,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:44:00.814318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:00.901110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Network 413fd3e4-673c-4370-871a-33d45f5f08c3 has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:44:00.925983 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:44:00.967935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Calling delete_port for e4a4afe1-b2d3-42a7-a329-3208351b40f2 owned by network:router_gateway {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:44:01.023815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.027532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f9637497-b8ec-43d8-88b4-a2314d5de81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:01.046010 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.054247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Pushing event deleted for resources: {'Network': ['ID=413fd3e4-673c-4370-871a-33d45f5f08c3,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:01.059745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:01.076389 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/413fd3e4-673c-4370-871a-33d45f5f08c3 HTTP/1.1" status: 204  len: 168 time: 2.0947988
Feb 17 20:44:01.276470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60896) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:01.323426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.336130 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6330fcde-9e14-47cd-955c-2225560f8f29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d684021d40544b0f90f72b3c464b2fe6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542912
Feb 17 20:44:01.336416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60900) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:01.340708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b01f4de2-9510-43b4-bcaf-723461e53bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:01.405882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.433730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.436418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.454806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7779a05-ec75-491e-8abf-77ff3ec1ca07,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:01.487303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.492625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb19f9b3-0484-41f1-b6b9-ebbe42cd14c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:01.509652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b2b59-3c00-4573-acf8-c998dc81e02b,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:01.512082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:01.512972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:01.515193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.520240 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/232b2b59-3c00-4573-acf8-c998dc81e02b HTTP/1.1" status: 204  len: 168 time: 0.1790352
Feb 17 20:44:01.520412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:01.580420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a4afe1-b2d3-42a7-a329-3208351b40f2,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:01.588716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:01.797759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:01.985299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.323670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 83b57a4d-9512-40b9-93e8-f625e6e36ed9 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:44:02.365320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: 83b57a4d-9512-40b9-93e8-f625e6e36ed9 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:44:02.366478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 83b57a4d-9512-40b9-93e8-f625e6e36ed9 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:44:02.366963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c39231a-d2c5-4654-a2bc-3df5a43dd094 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:44:02.410963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: 7c39231a-d2c5-4654-a2bc-3df5a43dd094 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:44:02.411377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7c39231a-d2c5-4654-a2bc-3df5a43dd094 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:44:02.421931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60922) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:02.426905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.431748 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.442304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.447409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.473256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.473888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e097d818-6c0b-4c63-a62e-630be59621f5 {{(pid=84017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:44:02.486287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.486638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddd97e71-329c-4002-bbb0-b5dfefa9f209 {{(pid=84017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:44:02.499665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.500891 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f158be2c-766f-4799-b7e2-d3f23f5ef28e admin admin] 10.222.0.23 "DELETE /v2.0/routers/e097d818-6c0b-4c63-a62e-630be59621f5 HTTP/1.1" status: 204  len: 168 time: 3.5354700
Feb 17 20:44:02.503836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60928) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:02.504064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] Notify callbacks [] for router, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.508343 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-33421e6a-2d9f-4f0d-b7ec-f00977f6443b admin admin] 10.222.0.23 "DELETE /v2.0/routers/ddd97e71-329c-4002-bbb0-b5dfefa9f209 HTTP/1.1" status: 204  len: 168 time: 3.4584575
Feb 17 20:44:02.508700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60932) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:02.587875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-209263628-network', 'tenant_id': '91df102c1c5b4c90b807ea6334562a6e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:44:02.594373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Deleting subnet b9fe5978-e25b-4111-bf7e-d69c8651bbf8 {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:44:02.598293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.598704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:02.606707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Usage tracker for resource:network and tenant:91df102c1c5b4c90b807ea6334562a6e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:02.611772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:02.627813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Deleting subnet 592067de-e6c8-4405-876c-61edc3c0f079 {{(pid=84018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:44:02.629669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:02.632533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.666020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.692137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Made reservation on behalf of 91df102c1c5b4c90b807ea6334562a6e for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:44:02.697812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.716377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.731686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852465697'] for subnet, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.777474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:02.785355 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Usage tracker for resource:security_group_rule and tenant:91df102c1c5b4c90b807ea6334562a6e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:02.791017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:02.800172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:02.814392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:02.878898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.070478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.077472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.083617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9492cd02-1e4f-438f-bc81-40f16a2334d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:03.097908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.114680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:03.147529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:44:03.164754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1915f79-d7c2-462a-9ad1-ba5a15a795d1,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:03.168463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:03.207747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9fe5978-e25b-4111-bf7e-d69c8651bbf8,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:03.213979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:03.220439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.220972 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Added segment 93bc9b59-3531-421b-acd7-42404bcbc6ed of type vxlan for network cecebc5a-94da-45fc-9beb-4b0aa8334e4b
Feb 17 20:44:03.260525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.265540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a2aeeb-4484-4c19-afb7-fd32eb7e67e9 None None] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:44:03.270628 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2908b676-f161-45bf-bc9e-8bf46fc3905f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9fe5978-e25b-4111-bf7e-d69c8651bbf8 HTTP/1.1" status: 204  len: 168 time: 0.7580042
Feb 17 20:44:03.270806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.270972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60936) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:03.307023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852118824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851458485'] for subnet, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.327178 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-29938486-5828-45e0-b268-add85f980ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:03.394878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.478332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Deleting port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:44:03.478804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.559391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] DHCP port deletion for 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 request from dv-cinder-759994-3-iscsi {{(pid=84019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 20:44:03.564209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Deleting port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:44:03.564635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.699348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592067de-e6c8-4405-876c-61edc3c0f079,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:03.704365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.705397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:03.708396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:03.709011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.725263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ba1d89bb-d908-47f3-bc60-9233c1c75dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:03.754919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] For port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:44:03.755320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.878294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:03.880237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6bd73763-7e4a-4b3b-a86f-0ef7588060bc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/592067de-e6c8-4405-876c-61edc3c0f079 HTTP/1.1" status: 204  len: 168 time: 1.3753388
Feb 17 20:44:03.883057 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.4597471
Feb 17 20:44:03.884327 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Pushing event updated for resources: {'Network': ['ID=cecebc5a-94da-45fc-9beb-4b0aa8334e4b,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:03.887874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60940) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:03.888289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60942) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:03.892894 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-327e59ea-cac7-464e-940b-ebe0b22dbe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:03.919035 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Request body: {'subnet': {'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-209263628-subnet', 'tenant_id': '91df102c1c5b4c90b807ea6334562a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:44:03.939685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe44d3-7287-4da4-96cd-f6e884f5f6bd None None] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:44:03.947757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Calling delete_port for f4cd0d7d-0649-4204-b0c2-400f1fcbabfa owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:44:03.953227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:44:03.980522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:03.992249 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Usage tracker for resource:subnet and tenant:91df102c1c5b4c90b807ea6334562a6e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:03.996923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:04.015984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:04.030809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:44:04.047600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.104062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.105755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Made reservation on behalf of 91df102c1c5b4c90b807ea6334562a6e for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:44:04.110659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.122849 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a40a953-4983-4b4e-b522-3162bbf42c4c tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:04.224320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Deleting port 7543cdc9-773b-49e7-a338-9e2b497c6ffb {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:44:04.225104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.225571 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:04.228766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:04.280338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] No DVR routers for this DVR port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa on host dv-cinder-759994-3-iscsi {{(pid=84017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:44:04.327422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f4cd0d7d-0649-4204-b0c2-400f1fcbabfa no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:44:04.413648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.425018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: f4cd0d7d-0649-4204-b0c2-400f1fcbabfa {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:44:04.425386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f4cd0d7d-0649-4204-b0c2-400f1fcbabfa not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:44:04.425889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e4a4afe1-b2d3-42a7-a329-3208351b40f2 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:44:04.480188 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] For port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=f4cd0d7d-0649-4204-b0c2-400f1fcbabfa,segment=NetworkSegment(895e466b-95f8-4fa7-aca8-9fc4deebdd66),segment_id=895e466b-95f8-4fa7-aca8-9fc4deebdd66)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:44:04.480565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.489736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: e4a4afe1-b2d3-42a7-a329-3208351b40f2 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:44:04.490124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device e4a4afe1-b2d3-42a7-a329-3208351b40f2 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:44:04.491142 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f7779a05-ec75-491e-8abf-77ff3ec1ca07 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:44:04.537988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b8dea7f0>,) {'filters': {'network_id': ['76a9ff48-a6c4-4abf-827c-dc6b67c9a786']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:04.553887 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b8dea7f0>, '895e466b-95f8-4fa7-aca8-9fc4deebdd66') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:04.554627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b8dea7f0>, '895e466b-95f8-4fa7-aca8-9fc4deebdd66') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:04.567889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.595023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.598495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:44:04.649533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] For port 7543cdc9-773b-49e7-a338-9e2b497c6ffb, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=7543cdc9-773b-49e7-a338-9e2b497c6ffb,segment=NetworkSegment(9a1b84c3-efc4-47e1-82ce-0fcfad34b974),segment_id=9a1b84c3-efc4-47e1-82ce-0fcfad34b974)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:44:04.649955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.660399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: f7779a05-ec75-491e-8abf-77ff3ec1ca07 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:44:04.660865 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device f7779a05-ec75-491e-8abf-77ff3ec1ca07 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:44:04.677533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Calling delete_port for f4cd0d7d-0649-4204-b0c2-400f1fcbabfa owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:44:04.751041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99ccd8e3-9f2e-43e7-a580-36286fa6f508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.786248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84019) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:44:04.786674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:44:04.800330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Calling delete_port for 7543cdc9-773b-49e7-a338-9e2b497c6ffb owned by network:dhcp {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:44:04.808381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:44:04.817998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.835546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab934228-56dd-403c-852a-ffa2fa14633f None None] DHCP port deletion for 838e5a2f-ed68-4cb1-bda5-6142332e0873 request from dv-cinder-759994-3-iscsi {{(pid=84019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 20:44:04.840234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ab934228-56dd-403c-852a-ffa2fa14633f None None] Deleting port 7543cdc9-773b-49e7-a338-9e2b497c6ffb {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:44:04.840652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab934228-56dd-403c-852a-ffa2fa14633f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.899463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:04.917446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e338fe7-7b36-445a-9a61-d8234b9aeb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:04.943185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ab934228-56dd-403c-852a-ffa2fa14633f None None] The port '7543cdc9-773b-49e7-a338-9e2b497c6ffb' was deleted {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 20:44:05.020326 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Network 76a9ff48-a6c4-4abf-827c-dc6b67c9a786 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:44:05.024456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=7543cdc9-773b-49e7-a338-9e2b497c6ffb,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:05.041583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:44:05.050819 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:44:05.094734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] No DVR routers for this DVR port 7543cdc9-773b-49e7-a338-9e2b497c6ffb on host dv-cinder-759994-3-iscsi {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:44:05.139393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.143798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.148243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afedb8c9-57cb-456e-827d-4ddd8d16687c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:05.175300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Pushing event deleted for resources: {'Network': ['ID=76a9ff48-a6c4-4abf-827c-dc6b67c9a786,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:05.179315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:05.187760 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d8323c82-ce8b-49ce-a40c-5269dcdd05fb admin admin] 10.222.0.23 "DELETE /v2.0/networks/76a9ff48-a6c4-4abf-827c-dc6b67c9a786 HTTP/1.1" status: 204  len: 168 time: 1.9157975
Feb 17 20:44:05.277746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.288472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Deleting port f4cd0d7d-0649-4204-b0c2-400f1fcbabfa {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:44:05.288916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.314482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60950) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:05.358583 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.368062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e70a25f9-045c-49da-baab-6f839a9d782e None None] The port 'f4cd0d7d-0649-4204-b0c2-400f1fcbabfa' was deleted {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 20:44:05.377158 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2cb78a5e-fffd-43c7-8343-23a8ffec385e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dda3e55668745f8a4875140a9bad70d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0613320
Feb 17 20:44:05.377873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60954) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:05.384857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:05.444627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe4d21d0-66a5-4032-8672-7b320e4b5149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.473661 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe4d21d0-66a5-4032-8672-7b320e4b5149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.520782 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe4d21d0-66a5-4032-8672-7b320e4b5149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.526874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb0dd411-fc64-4cb5-be44-47ebfe694d3b tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:05.540406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b3ae88d0>,) {'filters': {'network_id': ['838e5a2f-ed68-4cb1-bda5-6142332e0873']}} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:05.543547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d21d0-66a5-4032-8672-7b320e4b5149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fad32b-5fa5-4bed-8690-58d4fcc1ffb2,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:05.546847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe4d21d0-66a5-4032-8672-7b320e4b5149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:05.549144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe4d21d0-66a5-4032-8672-7b320e4b5149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.554143 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fe4d21d0-66a5-4032-8672-7b320e4b5149 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61fad32b-5fa5-4bed-8690-58d4fcc1ffb2 HTTP/1.1" status: 204  len: 168 time: 0.1751022
Feb 17 20:44:05.562190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b3ae88d0>, '9a1b84c3-efc4-47e1-82ce-0fcfad34b974') {'for_net_delete': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:05.562528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b3ae88d0>, '9a1b84c3-efc4-47e1-82ce-0fcfad34b974') {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:44:05.570560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a0fd62-2794-435a-a026-5a3400076bb6,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:05.578628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:05.583844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310087'] for segment, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.629223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.633179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:44:05.854295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:44:05.865504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657319'] for segment, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:05.879745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Checking segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:44:05.880209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Network hostable DHCP agents. Network: cecebc5a-94da-45fc-9beb-4b0aa8334e4b, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:44:06.047366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:44:06.077400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Network 838e5a2f-ed68-4cb1-bda5-6142332e0873 has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:44:06.086495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, cecebc5a-94da-45fc-9beb-4b0aa8334e4b) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:44:06.095672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcac45e-f29d-4d77-bfb1-f9e58e3cdad1 None None] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:44:06.104482 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:44:06.174294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:06.174950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:06.282678 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7543cdc9-773b-49e7-a338-9e2b497c6ffb no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:44:06.344412 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: 7543cdc9-773b-49e7-a338-9e2b497c6ffb {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:44:06.344742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device 7543cdc9-773b-49e7-a338-9e2b497c6ffb not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:44:06.460405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf80ed-74ec-4a07-b876-6b7e565ccd00 None None] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:44:06.481873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:06.487835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:06.505252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:06.507548 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] 10.222.0.23 "DELETE /v2.0/networks/838e5a2f-ed68-4cb1-bda5-6142332e0873 HTTP/1.1" status: 204  len: 168 time: 2.6182251
Feb 17 20:44:06.509029 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.6176968
Feb 17 20:44:06.519755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=838e5a2f-ed68-4cb1-bda5-6142332e0873,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:06.524005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:06.761372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 60988) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:06.818005 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f79e9c51-5e6f-48c3-9017-a1f9df563d2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=826bf73d53cd46dfae569bef7260eb25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527601
Feb 17 20:44:06.819191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 60992) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:06.888167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c4890576-0e31-409c-815e-5796529c538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:06.918096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c4890576-0e31-409c-815e-5796529c538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:06.972273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c4890576-0e31-409c-815e-5796529c538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:06.987173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:07.004762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4890576-0e31-409c-815e-5796529c538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ea924-e334-452b-8c05-1f0750a5f400,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:07.009966 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c4890576-0e31-409c-815e-5796529c538d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:07.012911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c4890576-0e31-409c-815e-5796529c538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:07.013971 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c4890576-0e31-409c-815e-5796529c538d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d4ea924-e334-452b-8c05-1f0750a5f400 HTTP/1.1" status: 204  len: 168 time: 0.1938407
Feb 17 20:44:07.153541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4b45705-31a5-4fe4-8d11-433aac39fc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:07.366711 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-c59ff499-ffe2-4b80-914d-a9c6c896c4ee tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:07.367415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-c59ff499-ffe2-4b80-914d-a9c6c896c4ee tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:44:07.385469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-c59ff499-ffe2-4b80-914d-a9c6c896c4ee tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:44:07.386820 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-c59ff499-ffe2-4b80-914d-a9c6c896c4ee tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.2055757
Feb 17 20:44:07.404048 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-616fd3c2-3c6a-449e-a3ca-0db879d4c23b tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/quotas/91df102c1c5b4c90b807ea6334562a6e HTTP/1.1" status: 200  len: 375 time: 0.0108740
Feb 17 20:44:07.467223 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-3a6e1973-3e6a-490e-9d4f-08ce19ee51fc tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0568428
Feb 17 20:44:07.493878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 32790) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:07.551562 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7d22feb4-3eac-426a-8d4a-d2e6ea413b70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=550786a98f2742d2874d7bad5bbbf5d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562358
Feb 17 20:44:07.555249 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 32794) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:07.620267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac152c-0f09-4e67-9396-a9f3a95eae1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:07.653874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-6d7705cb-26a6-4c8a-b6f7-82f09e51bd15 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:44:07.654969 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-6d7705cb-26a6-4c8a-b6f7-82f09e51bd15 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1795001
Feb 17 20:44:07.656943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac152c-0f09-4e67-9396-a9f3a95eae1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:07.776100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:07.830118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac152c-0f09-4e67-9396-a9f3a95eae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:07.836275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd3bc9f1-33c3-412b-9965-f9eb8adadb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:07.852393 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-cd6a5ab9-6a4c-46b5-badd-d28fad6f8c54 service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873367
Feb 17 20:44:07.856002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac152c-0f09-4e67-9396-a9f3a95eae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae98c146-d08f-4abb-961e-2226653b0cd9,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:07.861710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aeac152c-0f09-4e67-9396-a9f3a95eae1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:07.936475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac152c-0f09-4e67-9396-a9f3a95eae1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:07.940428 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-aeac152c-0f09-4e67-9396-a9f3a95eae1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae98c146-d08f-4abb-961e-2226653b0cd9 HTTP/1.1" status: 204  len: 168 time: 0.3814044
Feb 17 20:44:08.016101 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-94b25370-90dc-4077-9e0e-87996e108ebc service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1556411
Feb 17 20:44:08.263704 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00bc92df-06b8-4060-bc82-06c268081c18 req-da92a694-58fb-46e1-9a5e-793dd6c032a2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 210 time: 0.0737615
Feb 17 20:44:08.934262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:08.992021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:09.446458 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db1f5537-b375-4784-9271-35046787e5ae req-23275d4c-3e08-4e1e-afe5-312ec7a8c4ec tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 210 time: 0.0508094
Feb 17 20:44:09.465537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:09.945235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-5191fc0e-4a91-4ad4-97b6-d98e68362409 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:09.946884 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-5191fc0e-4a91-4ad4-97b6-d98e68362409 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.1687570
Feb 17 20:44:09.970406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Request body: {'port': {'device_id': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b', 'admin_state_up': True, 'tenant_id': '91df102c1c5b4c90b807ea6334562a6e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:44:10.129493 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:10.134955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Usage tracker for resource:port and tenant:91df102c1c5b4c90b807ea6334562a6e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:10.138223 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:10.144159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:10.155161 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Made reservation on behalf of 91df102c1c5b4c90b807ea6334562a6e for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:44:10.161118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.248187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 32844) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:10.374385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.389847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:10.393901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Usage tracker for resource:security_group_rule and tenant:2c1d705fb2be49948811a6c07df1cd08 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:10.397872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:10.404050 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:10.477791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Allocated IP 172.20.0.13 (cecebc5a-94da-45fc-9beb-4b0aa8334e4b/f8a0fd62-2794-435a-a026-5a3400076bb6/256c722c-d641-4497-b996-16f34c7ab072) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:44:10.498916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.502097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.513393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78c6c256-c52a-41d3-9843-5430dfcf4f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:10.544663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f4077-10aa-4d9d-9b0d-1741e3e30bef,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:10.548787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:10.570659 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c1d705fb2be49948811a6c07df1cd08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3213108
Feb 17 20:44:10.573323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 32852) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:10.641760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.679606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.688323 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-192365b4-a9d5-4ad1-b87d-3f0bdecb878f req-d97d7bc4-4925-48aa-b5ee-7f3aea333c34 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 210 time: 0.0676358
Feb 17 20:44:10.734282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.739482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e604f240-b93c-4534-9163-2846816f1a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:10.754127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f4077-10aa-4d9d-9b0d-1741e3e30bef,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:10.757558 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:10.759693 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.763904 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af7f4077-10aa-4d9d-9b0d-1741e3e30bef HTTP/1.1" status: 204  len: 168 time: 0.1893303
Feb 17 20:44:10.772300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.805295 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:10.820199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:10.960318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event updated for resources: {'Port': ['ID=256c722c-d641-4497-b996-16f34c7ab072,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:10.968996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:11.019734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:44:11.020918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:44:11.024518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:44:11.093737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:11.094469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:11.115846 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1498435
Feb 17 20:44:11.141379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Request body: {'port': {'device_id': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:44:11.269004 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:11.706891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256c722c-d641-4497-b996-16f34c7ab072 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:44:11.715431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:11.728653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Transition to ACTIVE for port object 256c722c-d641-4497-b996-16f34c7ab072 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:44:11.731861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:11.746406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-00f115b8-0aeb-4bdf-a50e-518313f57b84 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:11.892760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Pushing event updated for resources: {'Port': ['ID=256c722c-d641-4497-b996-16f34c7ab072,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:11.899550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:11.910194 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7fa6-317f-419b-b402-309de0d1b6cb req-7c85727c-eebc-46ef-abe3-08f5090f34c8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:11.911747 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c06c7fa6-317f-419b-b402-309de0d1b6cb req-7c85727c-eebc-46ef-abe3-08f5090f34c8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0952938
Feb 17 20:44:11.965897 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c06c7fa6-317f-419b-b402-309de0d1b6cb req-fff7e22c-18f4-49b5-9c8e-f3dd19e0e715 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464513
Feb 17 20:44:12.094668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Attempting to bind port 256c722c-d641-4497-b996-16f34c7ab072 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:44:12.095291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Attempting to bind port 256c722c-d641-4497-b996-16f34c7ab072 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:44:12.095827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Attempting to bind port 256c722c-d641-4497-b996-16f34c7ab072 on network cecebc5a-94da-45fc-9beb-4b0aa8334e4b {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:44:12.102834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:44:12.103332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Checking segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:44:12.103835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:12.104325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Bound using segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:44:12.104917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Bound port: 256c722c-d641-4497-b996-16f34c7ab072, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:44:12.105476 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:12.212367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] For port 256c722c-d641-4497-b996-16f34c7ab072, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:44:12.215674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] For port 256c722c-d641-4497-b996-16f34c7ab072, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=256c722c-d641-4497-b996-16f34c7ab072,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:44:12.219134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:12.234793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:12.395173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Pushing event updated for resources: {'Port': ['ID=256c722c-d641-4497-b996-16f34c7ab072,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:12.401432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:12.433265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:12.433972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:12.435478 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] 10.222.0.54 "PUT /v2.0/ports/256c722c-d641-4497-b996-16f34c7ab072 HTTP/1.1" status: 200  len: 1158 time: 1.3046901
Feb 17 20:44:12.436013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'tag': '256c722c-d641-4497-b996-16f34c7ab072'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:44:12.487055 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'tag': '256c722c-d641-4497-b996-16f34c7ab072', 'status': 'completed', 'code': 200}
Feb 17 20:44:12.597783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-52294f3e-796a-43da-9684-89352e6f23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:12.599338 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-52294f3e-796a-43da-9684-89352e6f23b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 1161 time: 0.0834339
Feb 17 20:44:12.686493 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-50ce80d0-fe41-4f61-96dc-88d7f44ce9e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256c722c-d641-4497-b996-16f34c7ab072 HTTP/1.1" status: 200  len: 217 time: 0.0687561
Feb 17 20:44:12.762610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-980f95a5-f1f8-40f4-8f0f-6249fc4eb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:12.764145 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-980f95a5-f1f8-40f4-8f0f-6249fc4eb199 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0692892
Feb 17 20:44:12.821202 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-bd784eda-b4b2-4d20-9980-8203c5327218 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497131
Feb 17 20:44:12.973956 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-8b78ac56-6010-4865-9d75-a905f3797d49 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452296
Feb 17 20:44:13.127293 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f6d102b-70f1-4e63-8b44-b3fa1059b700 req-9db21fec-d40a-457b-ab21-3037912b8ffd service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458244
Feb 17 20:44:13.176802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08a00d-2cbd-49b4-b006-d3acf3090f6b req-fa0026c3-5fa9-41a8-b3e2-aa1abb7e040a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:13.179671 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa08a00d-2cbd-49b4-b006-d3acf3090f6b req-fa0026c3-5fa9-41a8-b3e2-aa1abb7e040a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0939965
Feb 17 20:44:13.228441 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa08a00d-2cbd-49b4-b006-d3acf3090f6b req-33319652-3437-4f7c-b8b8-f4806e5c7cba tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423791
Feb 17 20:44:13.338173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-ce5cd533-fb55-48a2-86a7-ab26ef2343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:13.339809 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-ce5cd533-fb55-48a2-86a7-ab26ef2343e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 1161 time: 0.0827806
Feb 17 20:44:13.490733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-b7790b0f-77d8-4ee1-ac6b-d10960b17b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:13.492892 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-b7790b0f-77d8-4ee1-ac6b-d10960b17b23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 908 time: 0.1460018
Feb 17 20:44:13.569153 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-6f929984-a90c-4586-988c-f3a348f2b25c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256c722c-d641-4497-b996-16f34c7ab072 HTTP/1.1" status: 200  len: 217 time: 0.0684512
Feb 17 20:44:13.893426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-31a0b075-7f75-426d-a3f3-3499ec6f6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:13.894961 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-31a0b075-7f75-426d-a3f3-3499ec6f6bb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.3197098
Feb 17 20:44:13.952829 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-136622d8-b5c9-47e6-8a13-170ae52d8955 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494120
Feb 17 20:44:14.034562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:44:14.112599 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-435ffb7e-2503-4c8f-92be-01a5e7626a38 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515739
Feb 17 20:44:14.263733 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ca11805-b70c-4a2a-9df1-bc75616a3245 req-042d7d00-d673-4396-b7a5-4107d36c643e service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420979
Feb 17 20:44:14.438384 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1d3ed-4ce8-4b4d-bbd9-f1735c3a0563 req-372ac6b5-8b61-4211-b15a-89165c66aafc tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:14.439034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e1d3ed-4ce8-4b4d-bbd9-f1735c3a0563 req-372ac6b5-8b61-4211-b15a-89165c66aafc tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:44:14.455023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e1d3ed-4ce8-4b4d-bbd9-f1735c3a0563 req-372ac6b5-8b61-4211-b15a-89165c66aafc tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:44:14.456269 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7e1d3ed-4ce8-4b4d-bbd9-f1735c3a0563 req-372ac6b5-8b61-4211-b15a-89165c66aafc tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.1106431
Feb 17 20:44:14.506758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e1d3ed-4ce8-4b4d-bbd9-f1735c3a0563 req-f212174e-8e7a-4140-8f18-257e3283c9d9 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:44:14.523830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e1d3ed-4ce8-4b4d-bbd9-f1735c3a0563 req-f212174e-8e7a-4140-8f18-257e3283c9d9 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:44:14.525068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7e1d3ed-4ce8-4b4d-bbd9-f1735c3a0563 req-f212174e-8e7a-4140-8f18-257e3283c9d9 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624831
Feb 17 20:44:15.731375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72cade-45d2-419a-9122-06e1e61b193f req-d21d1d8d-ef3e-48d2-9f0e-9d04d0a797c2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:15.732958 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c72cade-45d2-419a-9122-06e1e61b193f req-d21d1d8d-ef3e-48d2-9f0e-9d04d0a797c2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0899386
Feb 17 20:44:15.784754 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7c72cade-45d2-419a-9122-06e1e61b193f req-c4459da3-ee79-41ef-afd0-21c757eb7c27 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453851
Feb 17 20:44:16.984042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57158c-f67e-47b7-b4f8-56b35a4abca5 req-4e0d6f46-699c-4443-b419-b8a56841dd98 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:16.985633 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be57158c-f67e-47b7-b4f8-56b35a4abca5 req-4e0d6f46-699c-4443-b419-b8a56841dd98 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0877049
Feb 17 20:44:17.032770 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be57158c-f67e-47b7-b4f8-56b35a4abca5 req-99a91578-2233-40d6-bb4d-132d3b55878f tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407751
Feb 17 20:44:18.232328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca83ae-9f27-42dc-afda-140e49fcceea req-710b82a2-d42e-49b9-b3ef-0aabcdc43943 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:18.233966 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-22ca83ae-9f27-42dc-afda-140e49fcceea req-710b82a2-d42e-49b9-b3ef-0aabcdc43943 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0872724
Feb 17 20:44:18.281968 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-22ca83ae-9f27-42dc-afda-140e49fcceea req-00846638-3836-45bf-9706-0c4c9c4f4fd1 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416765
Feb 17 20:44:19.487651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151779c-3d74-4cdf-bf77-a13c959d49a7 req-0b438482-20db-4359-a49f-a24f8177f422 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:19.489307 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c151779c-3d74-4cdf-bf77-a13c959d49a7 req-0b438482-20db-4359-a49f-a24f8177f422 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0907652
Feb 17 20:44:19.536508 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c151779c-3d74-4cdf-bf77-a13c959d49a7 req-fb045dee-bbc1-42f3-a2f3-0ee25559ffa1 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403755
Feb 17 20:44:20.740654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48dbdf-eb98-4856-968d-c585d21a227c req-14276da9-50ed-47da-96b0-4ad79139ae5c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:20.742266 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec48dbdf-eb98-4856-968d-c585d21a227c req-14276da9-50ed-47da-96b0-4ad79139ae5c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0914271
Feb 17 20:44:20.790859 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec48dbdf-eb98-4856-968d-c585d21a227c req-476de89a-b29f-4fb9-a0c6-73758fbe33e6 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415699
Feb 17 20:44:21.994910 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440f5f-401c-488b-9a8b-4972c02ea861 req-e7f8f30a-3617-43ce-a635-4f03f330e511 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:21.996510 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16440f5f-401c-488b-9a8b-4972c02ea861 req-e7f8f30a-3617-43ce-a635-4f03f330e511 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0870173
Feb 17 20:44:22.044106 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16440f5f-401c-488b-9a8b-4972c02ea861 req-400d6404-7416-4d5c-9b01-569c8123df8d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413473
Feb 17 20:44:23.246311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6509b7-b58d-4d1d-9177-2cfa6c4ce21b req-9e40c060-c9b6-43bd-83ea-fddb0f8dc7ca tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:23.247924 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc6509b7-b58d-4d1d-9177-2cfa6c4ce21b req-9e40c060-c9b6-43bd-83ea-fddb0f8dc7ca tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0866299
Feb 17 20:44:23.297179 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc6509b7-b58d-4d1d-9177-2cfa6c4ce21b req-9d7eb92b-bc93-4093-8434-87be975dbbf4 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427654
Feb 17 20:44:24.501291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174e55a-3f8d-4672-b399-53eae9a6bc66 req-0e9876f9-a917-454d-81a8-4be316f60d09 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:24.502978 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5174e55a-3f8d-4672-b399-53eae9a6bc66 req-0e9876f9-a917-454d-81a8-4be316f60d09 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0934949
Feb 17 20:44:24.551744 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5174e55a-3f8d-4672-b399-53eae9a6bc66 req-1908c1d4-4286-4491-8349-b08c9cd9467b tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418797
Feb 17 20:44:24.940913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-ee8f8199-10e2-4a92-8e8e-716d31f1086e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84019) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:44:25.757779 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714cc3-5228-4086-9bc5-8c0f0432bc25 req-6cd7a33e-69c8-4600-9ce1-8c2109061685 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:25.760785 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d714cc3-5228-4086-9bc5-8c0f0432bc25 req-6cd7a33e-69c8-4600-9ce1-8c2109061685 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 944 time: 0.0926905
Feb 17 20:44:25.808992 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d714cc3-5228-4086-9bc5-8c0f0432bc25 req-538bec9b-2a68-48bb-9705-4cded57d024b tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417290
Feb 17 20:44:25.938949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 256c722c-d641-4497-b996-16f34c7ab072 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:44:26.012923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 256c722c-d641-4497-b996-16f34c7ab072 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:44:26.017992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 256c722c-d641-4497-b996-16f34c7ab072 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:44:26.018418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:26.149546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:26.178122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256c722c-d641-4497-b996-16f34c7ab072'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:44:26.189732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 256c722c-d641-4497-b996-16f34c7ab072, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=256c722c-d641-4497-b996-16f34c7ab072,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:44:26.193134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:26.195150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b0f32b0-9a33-49e5-b178-d9bdb760ffd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:26.229791 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256c722c-d641-4497-b996-16f34c7ab072', 'code': 200}
Feb 17 20:44:26.270757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=256c722c-d641-4497-b996-16f34c7ab072,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:26.279593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.279992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.280375 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.280755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.281128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.281508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.281911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.282284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.282653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.283022 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.283392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.283765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.284173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.284540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.284908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.285271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.285778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.286153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.286506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.286874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.287241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.287675 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.288039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.288401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:26.293936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:26.517172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12df516-8fc5-4c5e-b3b5-eb6f1f6d6d8b req-f5c06da0-9b7a-4fd2-b347-015c60f21b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:26.518862 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f12df516-8fc5-4c5e-b3b5-eb6f1f6d6d8b req-f5c06da0-9b7a-4fd2-b347-015c60f21b80 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 1163 time: 0.0813117
Feb 17 20:44:26.575657 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f12df516-8fc5-4c5e-b3b5-eb6f1f6d6d8b req-38e5bca7-e0f2-4e61-8b92-f63d9fa6fe9a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447450
Feb 17 20:44:27.007461 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d0ffd-12e1-4903-b4c3-8d715cdc4e23 req-d68ba206-f6ed-4a47-a5c8-6ba5dbee6616 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:27.009103 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b4d0ffd-12e1-4903-b4c3-8d715cdc4e23 req-d68ba206-f6ed-4a47-a5c8-6ba5dbee6616 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 946 time: 0.0876124
Feb 17 20:44:27.011125 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 256c722c-d641-4497-b996-16f34c7ab072 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:44:27.064456 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b4d0ffd-12e1-4903-b4c3-8d715cdc4e23 req-8f4276e1-1e19-472d-be41-6c3c2f2c6e75 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487766
Feb 17 20:44:27.103287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 256c722c-d641-4497-b996-16f34c7ab072 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:44:27.103645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:28.288765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdb533-f5b6-46c1-bbdf-13ab0673fc75 req-4a2c2afc-c6d9-4155-9994-6e5583d7f80c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:28.290380 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3cdb533-f5b6-46c1-bbdf-13ab0673fc75 req-4a2c2afc-c6d9-4155-9994-6e5583d7f80c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 946 time: 0.0907173
Feb 17 20:44:28.339196 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3cdb533-f5b6-46c1-bbdf-13ab0673fc75 req-0d3fe1cf-0392-4d15-a2ca-34edb0c9a6e5 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423803
Feb 17 20:44:29.542892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0af750-c243-4617-8988-9c5f58235b61 req-115a8a89-368b-472c-8850-83478103e489 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:29.544498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c0af750-c243-4617-8988-9c5f58235b61 req-115a8a89-368b-472c-8850-83478103e489 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 946 time: 0.0895119
Feb 17 20:44:29.593686 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c0af750-c243-4617-8988-9c5f58235b61 req-58a645e6-214f-4707-816b-5d1b9af6596d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428267
Feb 17 20:44:34.574842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c791b60f-ac89-4565-8b54-1c90d048b54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:37.146556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d308f8e-c234-4003-a432-4f4ed9ff631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:37.778304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:38.942224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:38.994449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:39.467994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:51.033562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:44:52.072826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4447a16c-93c2-4092-80f5-7e267f818103 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:52.078540 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4447a16c-93c2-4092-80f5-7e267f818103 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.1698709
Feb 17 20:44:52.091534 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-1065158c-5d7f-4ae4-b5b9-de0fde1867f3 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/quotas/91df102c1c5b4c90b807ea6334562a6e HTTP/1.1" status: 200  len: 375 time: 0.0109372
Feb 17 20:44:52.431589 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-ade952c1-4996-4fd6-a58a-c9ba0cf8f50e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3337202
Feb 17 20:44:52.443940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-6f380ae6-7d5d-4259-958e-b98a01081495 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:44:52.445001 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-6f380ae6-7d5d-4259-958e-b98a01081495 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0056210
Feb 17 20:44:52.596477 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-71f0f9f9-5ad9-4fb7-bbb3-f0d8fbc00947 service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442406
Feb 17 20:44:52.742437 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-dfd8b436-af9f-4057-b190-aa44cee8d0e4 service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393890
Feb 17 20:44:52.942863 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3bb19f76-e676-4512-a1e2-7085706abe79 req-af3f7280-d6bc-4cf3-a76d-29fb69113d2a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 210 time: 0.0534410
Feb 17 20:44:54.124363 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-45c8ecdb-023b-4438-9879-a081bd376c4e req-57388cec-c257-4218-a891-c2ffcbc4a3bc tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 210 time: 0.0616183
Feb 17 20:44:54.268575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-0aa20ff8-a199-48b9-a14c-2e7ff73ff017 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:54.270237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-0aa20ff8-a199-48b9-a14c-2e7ff73ff017 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.1817110
Feb 17 20:44:54.295863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Request body: {'port': {'device_id': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b', 'admin_state_up': True, 'tenant_id': '91df102c1c5b4c90b807ea6334562a6e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:44:54.444043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:54.454145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:54.463165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Made reservation on behalf of 91df102c1c5b4c90b807ea6334562a6e for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:44:54.469617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:54.784229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Allocated IP 172.20.0.14 (cecebc5a-94da-45fc-9beb-4b0aa8334e4b/f8a0fd62-2794-435a-a026-5a3400076bb6/ea767d04-cf60-46ba-bc0a-63a56698204f) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:44:55.015491 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.045137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.064374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:55.173197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 33212) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:55.219705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event updated for resources: {'Port': ['ID=ea767d04-cf60-46ba-bc0a-63a56698204f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:55.232826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.233241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.233646 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.234073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.234470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.234867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.235260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.235648 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.236289 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.236426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.236768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.237216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.237572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.237986 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.238373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.238757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.239122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.239506 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.239892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.240277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.240686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.241171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.241422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.241832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.258939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:55.348264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.380962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:55.389059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:44:55.390229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Usage tracker for resource:security_group_rule and tenant:99f605c7006642e29272c72909e97bbe is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:55.393869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:44:55.395841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:55.402900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:44:55.431215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:55.497984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562428f-a724-4754-b7ca-d38df7ff934d req-47fd65b4-0021-4be1-bfa6-b31901006c28 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:55.499580 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5562428f-a724-4754-b7ca-d38df7ff934d req-47fd65b4-0021-4be1-bfa6-b31901006c28 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 932 time: 0.2519004
Feb 17 20:44:55.515969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:55.516613 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.601814 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5562428f-a724-4754-b7ca-d38df7ff934d req-fb6e86f0-073d-492b-9a2d-2de115f5b00b tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941768
Feb 17 20:44:55.605660 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4fbd91d8-9efe-4850-8224-e4619d9c8357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3151889
Feb 17 20:44:55.630809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Request body: {'port': {'device_id': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:44:55.693063 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.703530 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.714635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-213c5cad-d067-4431-89ce-a9b7e44f40c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:55.809825 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99f605c7006642e29272c72909e97bbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6280558
Feb 17 20:44:55.812750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 33218) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:55.813528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a8e33-de75-43cc-9c1c-a9063554a264,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:55.823485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:55.828621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.878823 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.908901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.963723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.969136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4fea70d7-398d-4e38-bdab-4c2f01c2c19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:55.983451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a8e33-de75-43cc-9c1c-a9063554a264,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:55.991665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:55.992887 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec9a8e33-de75-43cc-9c1c-a9063554a264 HTTP/1.1" status: 204  len: 168 time: 0.1790249
Feb 17 20:44:55.995229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.995656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.996121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.996456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.996861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.997264 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.998065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.998065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.998691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.999093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.999498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:55.999890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.000402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.000805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.001199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.001596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.002019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.002414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.002808 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.003206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.003591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.003977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.004369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.004756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:44:56.008397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-45a5e9f2-e40d-49fc-af50-defb86dce019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:56.262046 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea767d04-cf60-46ba-bc0a-63a56698204f {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:44:56.270453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.283698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Transition to ACTIVE for port object ea767d04-cf60-46ba-bc0a-63a56698204f will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:44:56.286626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.305923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 33226) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:56.307759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:56.328875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.345332 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:56.349416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Usage tracker for resource:security_group_rule and tenant:e602f31fe5274097bcb3ba6844040802 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:56.352433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:56.359218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:56.445511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea767d04-cf60-46ba-bc0a-63a56698204f,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:56.445935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.449220 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.451083 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:56.458570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1ac6b804-21e1-4aef-9353-56f2746c443a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:56.501494 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e602f31fe5274097bcb3ba6844040802&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1941786
Feb 17 20:44:56.503287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d733a07d-ccbe-4198-949e-692fc3790e9c,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:56.505934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 33230) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:56.508833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:56.572515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.605075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.638949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Attempting to bind port ea767d04-cf60-46ba-bc0a-63a56698204f on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:44:56.639337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Attempting to bind port ea767d04-cf60-46ba-bc0a-63a56698204f by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:44:56.639836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Attempting to bind port ea767d04-cf60-46ba-bc0a-63a56698204f on network cecebc5a-94da-45fc-9beb-4b0aa8334e4b {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:44:56.646071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:44:56.646455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Checking segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:44:56.646874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.647284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Bound using segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:44:56.647778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Bound port: ea767d04-cf60-46ba-bc0a-63a56698204f, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:44:56.648163 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.655291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.662346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6dceae96-4c93-4083-b97d-1aa8b0dfe2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:56.677482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d733a07d-ccbe-4198-949e-692fc3790e9c,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:56.680628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:56.683259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:56.687723 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d733a07d-ccbe-4198-949e-692fc3790e9c HTTP/1.1" status: 204  len: 168 time: 0.1783166
Feb 17 20:44:56.851636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a3477-b44f-4183-adf3-4c0b18c03436 req-10037bd7-7946-426f-9617-241d1d25e357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:56.853427 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-593a3477-b44f-4183-adf3-4c0b18c03436 req-10037bd7-7946-426f-9617-241d1d25e357 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 944 time: 0.1074591
Feb 17 20:44:56.911794 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-593a3477-b44f-4183-adf3-4c0b18c03436 req-35addce5-5045-4f47-b618-e4d0f8999cc5 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512326
Feb 17 20:44:57.002585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] For port ea767d04-cf60-46ba-bc0a-63a56698204f, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:44:57.006258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] For port ea767d04-cf60-46ba-bc0a-63a56698204f, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ea767d04-cf60-46ba-bc0a-63a56698204f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:44:57.009771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:57.025858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:57.179102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea767d04-cf60-46ba-bc0a-63a56698204f,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:57.192497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:57.224954 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:57.225637 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:57.227152 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] 10.222.0.54 "PUT /v2.0/ports/ea767d04-cf60-46ba-bc0a-63a56698204f HTTP/1.1" status: 200  len: 1158 time: 1.6016142
Feb 17 20:44:57.227691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:44:57.280940 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f', 'status': 'completed', 'code': 200}
Feb 17 20:44:57.394298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e872abe0-effc-459e-944c-f08693d6b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:57.396311 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-e872abe0-effc-459e-944c-f08693d6b527 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 1161 time: 0.0839860
Feb 17 20:44:57.485451 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-f23bebe3-491f-4850-ab2a-791f99ff387f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea767d04-cf60-46ba-bc0a-63a56698204f HTTP/1.1" status: 200  len: 217 time: 0.0673540
Feb 17 20:44:57.562507 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-0f7b9c56-06af-4ef2-b8ec-0bb8302ac0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:57.564091 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-0f7b9c56-06af-4ef2-b8ec-0bb8302ac0de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0698860
Feb 17 20:44:57.620346 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-30bdd45d-f6e8-425c-9886-8ab5308aab43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474675
Feb 17 20:44:57.773547 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-4162f367-502d-40d9-944e-9dfb6cc2f094 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416192
Feb 17 20:44:57.925407 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e89fb9b6-3a82-4e45-a461-53f8f802e615 req-9f7f5a6c-d486-4b46-9754-e63d37db22f3 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437333
Feb 17 20:44:57.971353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 33266) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:58.138156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-3c5122e5-7e11-4052-bd71-3316fdc5aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:58.139752 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-3c5122e5-7e11-4052-bd71-3316fdc5aefe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 1161 time: 0.0905516
Feb 17 20:44:58.154236 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa6a9f-6539-4194-a56d-669a0e8d2581 req-e9f8ea2d-995e-4341-8b73-2a6410ba6438 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:58.155830 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9caa6a9f-6539-4194-a56d-669a0e8d2581 req-e9f8ea2d-995e-4341-8b73-2a6410ba6438 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 944 time: 0.1165388
Feb 17 20:44:58.156830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:58.193970 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:58.206301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Usage tracker for resource:security_group_rule and tenant:46d864dd76584977aaee207d46db9990 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:58.210804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:58.221750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:58.229009 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9caa6a9f-6539-4194-a56d-669a0e8d2581 req-b4519128-66b2-417c-a262-36cc615b5af5 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623374
Feb 17 20:44:58.292647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-e7074879-3d6d-4151-ad5d-e79c5229fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:58.294282 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-e7074879-3d6d-4151-ad5d-e79c5229fe52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 908 time: 0.1459584
Feb 17 20:44:58.318145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:58.321037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:58.330293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-629bbee0-12e2-4791-8d80-8459951d787b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:58.372360 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-af4395c6-3484-435f-be02-c671ef5b5f80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea767d04-cf60-46ba-bc0a-63a56698204f HTTP/1.1" status: 200  len: 217 time: 0.0696104
Feb 17 20:44:58.373279 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46d864dd76584977aaee207d46db9990&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4007828
Feb 17 20:44:58.375154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c297cb6e-55f2-43de-a594-a979ef4f620c,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:58.376025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 33272) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:58.378439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1f3645a3-4039-417c-be1e-ba78d9f59e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:58.488312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-5c25563f-6e96-4029-ae44-c41b7859ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:58.489905 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-5c25563f-6e96-4029-ae44-c41b7859ae56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.1007113
Feb 17 20:44:58.543308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:58.559759 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-ac5e4c7d-c98d-4714-9535-6a004d6de40b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577986
Feb 17 20:44:58.652972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:58.756202 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-abcddd29-acda-49d8-9069-6f30d1023c00 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848035
Feb 17 20:44:58.759762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:58.766944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e940bcf3-6aec-4a5d-9328-f080edb2150c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:58.799616 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297cb6e-55f2-43de-a594-a979ef4f620c,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:58.802494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:58.876064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:58.877313 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c297cb6e-55f2-43de-a594-a979ef4f620c HTTP/1.1" status: 204  len: 168 time: 0.5001583
Feb 17 20:44:58.925814 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2dcba0b-74a5-47db-8ebe-11692927583c req-efb0654b-8a9b-448f-a642-263e559510e7 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1609488
Feb 17 20:44:59.440068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69016be-aaa0-4c34-b704-5cfc7caa9660 req-073733ac-e986-496c-aca6-82bcef428a76 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:44:59.440820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d69016be-aaa0-4c34-b704-5cfc7caa9660 req-073733ac-e986-496c-aca6-82bcef428a76 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:44:59.456283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d69016be-aaa0-4c34-b704-5cfc7caa9660 req-073733ac-e986-496c-aca6-82bcef428a76 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:44:59.457575 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d69016be-aaa0-4c34-b704-5cfc7caa9660 req-073733ac-e986-496c-aca6-82bcef428a76 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 944 time: 0.1055901
Feb 17 20:44:59.507527 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d69016be-aaa0-4c34-b704-5cfc7caa9660 req-34b73c1a-69ed-4268-b4d1-e201ece22674 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429673
Feb 17 20:44:59.609215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 33296) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:44:59.726594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-724368252-network', 'tenant_id': 'd339242f0b254ddbb66f8f45b8ea891e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:44:59.731981 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:59.736073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Usage tracker for resource:network and tenant:d339242f0b254ddbb66f8f45b8ea891e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:59.739080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:59.745468 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:59.754714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Made reservation on behalf of d339242f0b254ddbb66f8f45b8ea891e for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:44:59.759373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:59.776407 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:59.792037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:44:59.796019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Usage tracker for resource:security_group_rule and tenant:d339242f0b254ddbb66f8f45b8ea891e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:44:59.798975 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:44:59.805391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:44:59.892819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:59.895518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:59.899736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b91c94d0-ca7a-4b83-885b-5848019fffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:44:59.933593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:44:59.942938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0f825-09ca-4021-85a3-6e344a861037,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:44:59.946773 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:44:59.950494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:44:59.950887 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Added segment b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0 of type vxlan for network 5f38f3a0-0064-4e22-aa20-d416d420ffb0
Feb 17 20:44:59.981632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:00.012863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:00.014187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:00.014839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:00.019834 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:00.127858 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5174007
Feb 17 20:45:00.128815 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Pushing event updated for resources: {'Network': ['ID=5f38f3a0-0064-4e22-aa20-d416d420ffb0,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:00.130942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 33302) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:45:00.133777 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fb978f43-e0f6-43be-bba6-86cd9150e67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:00.138592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Request body: {'subnet': {'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-724368252-subnet', 'tenant_id': 'd339242f0b254ddbb66f8f45b8ea891e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:45:00.140321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:45:00.143863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:45:00.147932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Usage tracker for resource:subnet and tenant:d339242f0b254ddbb66f8f45b8ea891e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:45:00.151629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:45:00.157713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:45:00.159657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:45:00.168238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Made reservation on behalf of d339242f0b254ddbb66f8f45b8ea891e for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:45:00.173080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:00.584472 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:00.601215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c58369f0-9678-4f93-9146-098e46c2eb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:00.712462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7d943-3529-417d-8233-feac565eaedc req-123a31d7-e9d6-427c-a872-673d57e183ba tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:00.714709 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cdb7d943-3529-417d-8233-feac565eaedc req-123a31d7-e9d6-427c-a872-673d57e183ba tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 944 time: 0.0923226
Feb 17 20:45:00.728957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b669a6-273f-48dc-8215-74ee5f52feb3,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:00.733279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:00.765159 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cdb7d943-3529-417d-8233-feac565eaedc req-411383d1-c775-41e0-80de-1a8bb47cfd8e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440404
Feb 17 20:45:00.800279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Checking segment: {'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:45:00.800598 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Network hostable DHCP agents. Network: 5f38f3a0-0064-4e22-aa20-d416d420ffb0, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:45:00.819049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:45:00.828313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 5f38f3a0-0064-4e22-aa20-d416d420ffb0) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:45:00.837477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a2f4e-7f20-4339-8860-86ccbc33f83b None None] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:45:00.841195 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:00.841890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:00.861882 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e8688c7a-f819-4f24-9719-613e59a419eb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7297311
Feb 17 20:45:01.075941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae80956-1f19-42c7-b7d8-f26deeb0756c None None] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:45:01.972322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984005f-afd8-49ae-8467-44e0b7c00f9a req-56bb3ee9-d521-47b9-9862-a8ba5dea46c5 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:01.974001 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6984005f-afd8-49ae-8467-44e0b7c00f9a req-56bb3ee9-d521-47b9-9862-a8ba5dea46c5 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 944 time: 0.0925214
Feb 17 20:45:02.023654 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6984005f-afd8-49ae-8467-44e0b7c00f9a req-a99fde15-62e3-4d85-a13c-79fb8debee8c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426216
Feb 17 20:45:03.088852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-62ea5247-d17e-4fff-917c-8edfab9d19ec tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:03.090785 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-62ea5247-d17e-4fff-917c-8edfab9d19ec tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/networks?id=5f38f3a0-0064-4e22-aa20-d416d420ffb0 HTTP/1.1" status: 200  len: 813 time: 0.1646678
Feb 17 20:45:03.109626 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4c484f34-2aa9-4d7b-afd5-defa0892c196 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/quotas/d339242f0b254ddbb66f8f45b8ea891e HTTP/1.1" status: 200  len: 375 time: 0.0128441
Feb 17 20:45:03.172118 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-d25f84c2-7c28-4b09-9425-b18e9f5445e0 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d339242f0b254ddbb66f8f45b8ea891e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0564225
Feb 17 20:45:03.232228 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85df288-b138-447f-9147-b950fb592518 req-4d334bb6-d00a-47e5-ba7e-9dda1b137372 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:03.233870 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f85df288-b138-447f-9147-b950fb592518 req-4d334bb6-d00a-47e5-ba7e-9dda1b137372 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 944 time: 0.0900459
Feb 17 20:45:03.282629 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f85df288-b138-447f-9147-b950fb592518 req-05c54910-f7a6-4a10-84ad-4e5f2d436cd3 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421064
Feb 17 20:45:03.319455 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-086f6da8-8edf-47ed-8f52-deebbc9c8a09 service neutron] 10.222.0.23 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393843
Feb 17 20:45:03.466172 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-b4aa3ab0-934a-448d-bb73-1d754c775bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398671
Feb 17 20:45:03.660125 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05e8b97d-3106-4fb3-aafa-0e1a49b52f67 req-d1d91199-703a-4512-a46e-a34a5686c672 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 210 time: 0.0520062
Feb 17 20:45:04.215485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device ea767d04-cf60-46ba-bc0a-63a56698204f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:04.290138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port ea767d04-cf60-46ba-bc0a-63a56698204f completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:45:04.296953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port ea767d04-cf60-46ba-bc0a-63a56698204f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:04.297378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:04.422929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:04.452470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:45:04.462791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port ea767d04-cf60-46ba-bc0a-63a56698204f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ea767d04-cf60-46ba-bc0a-63a56698204f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:45:04.466374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:04.469089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:04.486382 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94847d9c-6a71-449b-92e9-616d02e46127 req-5d5b76d3-3812-4649-b93f-69982248321a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:04.488010 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94847d9c-6a71-449b-92e9-616d02e46127 req-5d5b76d3-3812-4649-b93f-69982248321a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 944 time: 0.0892310
Feb 17 20:45:04.511653 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f', 'code': 200}
Feb 17 20:45:04.542265 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94847d9c-6a71-449b-92e9-616d02e46127 req-5eba07bf-c860-4767-8cac-0e5534d61f36 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474880
Feb 17 20:45:04.547580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=ea767d04-cf60-46ba-bc0a-63a56698204f,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:04.551210 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:04.578220 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8fac14d-6159-4bd6-81cf-962671d34132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:04.943386 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9215d4a6-724b-4d38-b937-999d23a3c9e7 req-03a3fadf-bffa-44f2-b6dc-b205f59d510e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 210 time: 0.1679435
Feb 17 20:45:05.054380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-ce193d8a-ae20-4a4c-9fb4-a3f561b83cce tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:05.055128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-ce193d8a-ae20-4a4c-9fb4-a3f561b83cce tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Synchronizing usage tracker for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:45:05.061130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea26e6-ba28-457a-928e-c484c4e3c50f req-653a1a82-ee97-4378-9cfa-6e527dcd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:05.062772 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-99ea26e6-ba28-457a-928e-c484c4e3c50f req-653a1a82-ee97-4378-9cfa-6e527dcd8921 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 1163 time: 0.2482028
Feb 17 20:45:05.095086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-ce193d8a-ae20-4a4c-9fb4-a3f561b83cce tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Unset dirty status for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:45:05.096291 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-ce193d8a-ae20-4a4c-9fb4-a3f561b83cce tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "GET /v2.0/networks?id=5f38f3a0-0064-4e22-aa20-d416d420ffb0 HTTP/1.1" status: 200  len: 813 time: 0.2805402
Feb 17 20:45:05.113997 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-99ea26e6-ba28-457a-928e-c484c4e3c50f req-2d112b44-9dc3-4bb0-911c-cc96a52c17fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418396
Feb 17 20:45:05.143843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Request body: {'port': {'device_id': '7fe2060c-baac-4987-8502-48a68b2d8488', 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0', 'admin_state_up': True, 'tenant_id': 'd339242f0b254ddbb66f8f45b8ea891e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:45:05.523038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:45:05.527257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Usage tracker for resource:port and tenant:d339242f0b254ddbb66f8f45b8ea891e is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:45:05.530227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:45:05.535961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:45:05.544839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Made reservation on behalf of d339242f0b254ddbb66f8f45b8ea891e for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:45:05.550503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:05.690267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device ea767d04-cf60-46ba-bc0a-63a56698204f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:05.764572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48742d-c998-4e2a-b33b-fcbc4e2b8f56 req-8f645215-52d2-4ffd-ba41-24cb8e44bc69 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:05.766435 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a48742d-c998-4e2a-b33b-fcbc4e2b8f56 req-8f645215-52d2-4ffd-ba41-24cb8e44bc69 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.1055794
Feb 17 20:45:05.770625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port ea767d04-cf60-46ba-bc0a-63a56698204f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:05.771198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:05.818952 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a48742d-c998-4e2a-b33b-fcbc4e2b8f56 req-5481c0ed-6a6d-4371-a719-ec267bd23301 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457089
Feb 17 20:45:05.874787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Allocated IP 172.20.0.5 (5f38f3a0-0064-4e22-aa20-d416d420ffb0/39b669a6-273f-48dc-8215-74ee5f52feb3/20ce8a00-30aa-44b4-8041-c889a116b5d7) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:45:06.126630 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7cf1ef4f-0a54-4156-8e27-5151de505247 req-db213817-378a-496f-89f6-63e0ab5eee7c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 210 time: 0.0672171
Feb 17 20:45:06.151958 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:06.181608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:06.197155 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0debd063-6e37-4c80-a4d7-b567ff2da872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:06.335243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Pushing event updated for resources: {'Port': ['ID=20ce8a00-30aa-44b4-8041-c889a116b5d7,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:06.339684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:06.393846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:45:06.394937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:45:06.397273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:45:06.465109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:06.465819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:06.485747 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3463054
Feb 17 20:45:06.507871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Request body: {'port': {'device_id': '7fe2060c-baac-4987-8502-48a68b2d8488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:45:06.626691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.029861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17876e-6614-4722-ab88-9ffd39039050 req-a322005b-0c3d-4ec9-adfb-a94b01e0ddc7 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:07.031487 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e17876e-6614-4722-ab88-9ffd39039050 req-a322005b-0c3d-4ec9-adfb-a94b01e0ddc7 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.0930271
Feb 17 20:45:07.085618 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e17876e-6614-4722-ab88-9ffd39039050 req-99696f10-49f6-413c-b645-c9072bfab51f tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474570
Feb 17 20:45:07.088274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ce8a00-30aa-44b4-8041-c889a116b5d7 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:45:07.096958 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.109858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Transition to ACTIVE for port object 20ce8a00-30aa-44b4-8041-c889a116b5d7 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:45:07.112477 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.128511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44d0ddd1-0199-4d9b-9f5b-aa5d9d07b9f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:07.148970 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a34537c5-aae7-48b9-a4eb-797a0795e836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.333705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Pushing event updated for resources: {'Port': ['ID=20ce8a00-30aa-44b4-8041-c889a116b5d7,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:07.339806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:07.493760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8540e0-99cf-47f0-8ada-60cd88c5c740 req-745b25ba-e133-41c9-9d56-bf1892559119 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:07.495107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fb8540e0-99cf-47f0-8ada-60cd88c5c740 req-745b25ba-e133-41c9-9d56-bf1892559119 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Synchronizing usage tracker for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:45:07.531555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fb8540e0-99cf-47f0-8ada-60cd88c5c740 req-745b25ba-e133-41c9-9d56-bf1892559119 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Unset dirty status for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:45:07.532816 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb8540e0-99cf-47f0-8ada-60cd88c5c740 req-745b25ba-e133-41c9-9d56-bf1892559119 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 943 time: 0.2857277
Feb 17 20:45:07.568077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Attempting to bind port 20ce8a00-30aa-44b4-8041-c889a116b5d7 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:45:07.568440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Attempting to bind port 20ce8a00-30aa-44b4-8041-c889a116b5d7 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:45:07.568807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Attempting to bind port 20ce8a00-30aa-44b4-8041-c889a116b5d7 on network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:45:07.585370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:45:07.585768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Checking segment: {'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:45:07.586174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.586568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Bound using segment: {'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:45:07.587056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Bound port: 20ce8a00-30aa-44b4-8041-c889a116b5d7, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:45:07.587423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.611724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fb8540e0-99cf-47f0-8ada-60cd88c5c740 req-c59eb44e-afe9-4504-b08c-241b11cae8d1 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Synchronizing usage tracker for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:45:07.684617 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fb8540e0-99cf-47f0-8ada-60cd88c5c740 req-c59eb44e-afe9-4504-b08c-241b11cae8d1 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Unset dirty status for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:45:07.685800 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb8540e0-99cf-47f0-8ada-60cd88c5c740 req-c59eb44e-afe9-4504-b08c-241b11cae8d1 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450746
Feb 17 20:45:07.706388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device ea767d04-cf60-46ba-bc0a-63a56698204f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:07.710110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] For port 20ce8a00-30aa-44b4-8041-c889a116b5d7, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:45:07.713842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] For port 20ce8a00-30aa-44b4-8041-c889a116b5d7, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=20ce8a00-30aa-44b4-8041-c889a116b5d7,segment=NetworkSegment(b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0),segment_id=b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:45:07.717465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.733636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3e37d736-3e86-4f97-992c-d58654f08019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:07.788276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.798126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port ea767d04-cf60-46ba-bc0a-63a56698204f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:07.798536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.890453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Pushing event updated for resources: {'Port': ['ID=20ce8a00-30aa-44b4-8041-c889a116b5d7,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:07.896279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:07.929564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:07.930400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:07.932321 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] 10.222.0.54 "PUT /v2.0/ports/20ce8a00-30aa-44b4-8041-c889a116b5d7 HTTP/1.1" status: 200  len: 1157 time: 1.4285455
Feb 17 20:45:07.932957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe2060c-baac-4987-8502-48a68b2d8488', 'tag': '20ce8a00-30aa-44b4-8041-c889a116b5d7'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:45:07.982680 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe2060c-baac-4987-8502-48a68b2d8488', 'tag': '20ce8a00-30aa-44b4-8041-c889a116b5d7', 'status': 'completed', 'code': 200}
Feb 17 20:45:08.108575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-78cccb34-4723-4ec1-b6ff-71e4e1e3daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:08.110243 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-78cccb34-4723-4ec1-b6ff-71e4e1e3daf5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d339242f0b254ddbb66f8f45b8ea891e&device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 1160 time: 0.0845323
Feb 17 20:45:08.200265 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-261f3f86-07ae-40eb-b312-622aa3380d15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20ce8a00-30aa-44b4-8041-c889a116b5d7 HTTP/1.1" status: 200  len: 217 time: 0.0688486
Feb 17 20:45:08.326114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-06fade13-5a17-4b76-a4da-2c9cb035d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:08.327653 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-06fade13-5a17-4b76-a4da-2c9cb035d90b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39b669a6-273f-48dc-8215-74ee5f52feb3 HTTP/1.1" status: 200  len: 853 time: 0.0784006
Feb 17 20:45:08.391595 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-ea062cbf-3a4b-4f1f-af68-2efb56db9163 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f38f3a0-0064-4e22-aa20-d416d420ffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521963
Feb 17 20:45:08.397734 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdbf76-ca46-4f47-ba1c-a3eed3f33f74 req-5bc17575-88bc-4c63-8379-2483d6f1b406 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:08.399172 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3fdbf76-ca46-4f47-ba1c-a3eed3f33f74 req-5bc17575-88bc-4c63-8379-2483d6f1b406 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.1935830
Feb 17 20:45:08.542228 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c3fdbf76-ca46-4f47-ba1c-a3eed3f33f74 req-9e823690-354b-47aa-8ca6-989f45116f22 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168835
Feb 17 20:45:08.577483 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-491f50ef-ece4-47a4-9386-d779354b117f service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731415
Feb 17 20:45:08.960847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:08.999453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:09.036220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b148e35e-e62c-4f36-bf6e-8c9a0b0aff26 req-33a6a84d-90c4-4b33-ac4f-fb96d28e3f22 service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4456441
Feb 17 20:45:09.056550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc933b-5e86-450c-929f-d71ff07aba2e req-85ea1d5f-75d0-40b2-a8e7-8b085cac6486 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:09.058425 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fddc933b-5e86-450c-929f-d71ff07aba2e req-85ea1d5f-75d0-40b2-a8e7-8b085cac6486 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 943 time: 0.1431546
Feb 17 20:45:09.126020 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fddc933b-5e86-450c-929f-d71ff07aba2e req-67c4b84e-2453-4f9e-8313-c636c10a65d0 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480516
Feb 17 20:45:09.253719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-2c5851f7-f6d1-4aba-bcb2-5fa6690955b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:09.255361 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-2c5851f7-f6d1-4aba-bcb2-5fa6690955b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d339242f0b254ddbb66f8f45b8ea891e&device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 1160 time: 0.0815089
Feb 17 20:45:09.417342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-65ca06c7-8add-4b2b-a7de-4a1192c0a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:09.418746 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-65ca06c7-8add-4b2b-a7de-4a1192c0a6a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f38f3a0-0064-4e22-aa20-d416d420ffb0 HTTP/1.1" status: 200  len: 907 time: 0.1435537
Feb 17 20:45:09.470797 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:09.500475 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-e3487f69-dec7-4cf7-a46f-760ea45d745c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20ce8a00-30aa-44b4-8041-c889a116b5d7 HTTP/1.1" status: 200  len: 217 time: 0.0742471
Feb 17 20:45:09.572963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-3d43f8f4-6e5f-4fcc-91e0-d186e887e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:09.574548 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-3d43f8f4-6e5f-4fcc-91e0-d186e887e615 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39b669a6-273f-48dc-8215-74ee5f52feb3 HTTP/1.1" status: 200  len: 853 time: 0.0647764
Feb 17 20:45:09.632726 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-2e3692f3-0025-4766-ab2d-f638cefe8dbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f38f3a0-0064-4e22-aa20-d416d420ffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464559
Feb 17 20:45:09.782463 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-3c80c4ea-1254-4a55-a0a8-d3e22b296b28 service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385517
Feb 17 20:45:09.928935 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-08e8815b-547a-4a18-94d4-8a695fa15cdd req-4c9e5081-87f2-4923-bb47-6a0b6bf249ff service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383665
Feb 17 20:45:10.333346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90de5f1-b25d-4721-8306-75ac6d828ac8 req-07254ff7-1cb9-4d74-8394-37f979a9ef1c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:10.334982 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b90de5f1-b25d-4721-8306-75ac6d828ac8 req-07254ff7-1cb9-4d74-8394-37f979a9ef1c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 943 time: 0.0918264
Feb 17 20:45:10.384520 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b90de5f1-b25d-4721-8306-75ac6d828ac8 req-a8095c12-37d0-463b-958c-bb67b351061c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425179
Feb 17 20:45:11.592708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cc358-cd1b-4273-bb75-86369883526b req-1999350a-35f6-4412-833f-0bf0dae70f7f tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:11.594489 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e2cc358-cd1b-4273-bb75-86369883526b req-1999350a-35f6-4412-833f-0bf0dae70f7f tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 943 time: 0.0944324
Feb 17 20:45:11.647033 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e2cc358-cd1b-4273-bb75-86369883526b req-3e5226e3-6007-48fe-b321-5d2c24f05c63 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459034
Feb 17 20:45:11.954446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-5250a989-a3ac-4986-8692-e19d35937a02 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:11.956037 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-5250a989-a3ac-4986-8692-e19d35937a02 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.1567297
Feb 17 20:45:11.972848 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-4438a2bf-e532-42b4-8dbc-9dbbe25d2a48 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/quotas/91df102c1c5b4c90b807ea6334562a6e HTTP/1.1" status: 200  len: 375 time: 0.0106647
Feb 17 20:45:12.068160 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-f80d150e-a753-43f2-b86f-f1949a230d8d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0896437
Feb 17 20:45:12.216032 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-778d2ee0-a1f1-4467-aea3-fab53bfa8bb7 service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388619
Feb 17 20:45:12.366740 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-95e4a55a-2404-49b9-b996-301fbe3629c8 service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441276
Feb 17 20:45:12.568602 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bac99aff-3332-406f-ab2f-c4b5d02732c7 req-1b54d3da-b51e-4e91-a387-dfb0f75b36f1 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 210 time: 0.0532737
Feb 17 20:45:12.849846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec25a9e-a1ad-4f2e-bcf3-085b953ef719 req-ed55b175-9857-4c2e-bd03-f7cb288aad30 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:12.851459 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ec25a9e-a1ad-4f2e-bcf3-085b953ef719 req-ed55b175-9857-4c2e-bd03-f7cb288aad30 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 943 time: 0.0882764
Feb 17 20:45:12.900229 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ec25a9e-a1ad-4f2e-bcf3-085b953ef719 req-4905a7a0-36b7-445a-a59b-2a1c1b4e8a70 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418837
Feb 17 20:45:13.741572 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aed1727-d6f1-44f2-a726-2bfcc3b9ce15 req-c2bb0fbb-891d-402e-baf8-b73b9ed31497 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 210 time: 0.0536835
Feb 17 20:45:13.805172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-1e324141-195f-41a1-b6a8-250ddb10c616 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84019) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:45:13.908252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-4b1bce0c-c562-4449-98fa-8c64b5f72d93 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:13.909929 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-4b1bce0c-c562-4449-98fa-8c64b5f72d93 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.1856401
Feb 17 20:45:13.943971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Request body: {'port': {'device_id': '02690677-296a-45f7-b8d7-da19a46f7419', 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b', 'admin_state_up': True, 'tenant_id': '91df102c1c5b4c90b807ea6334562a6e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:45:14.175612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c75e6-ec4d-4b5e-a000-4f5714803cc6 req-ae3e533f-909c-4af7-9586-7ed021a2764f tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:14.177368 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-708c75e6-ec4d-4b5e-a000-4f5714803cc6 req-ae3e533f-909c-4af7-9586-7ed021a2764f tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 943 time: 0.1529093
Feb 17 20:45:14.179694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:45:14.191731 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:45:14.226634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Made reservation on behalf of 91df102c1c5b4c90b807ea6334562a6e for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:45:14.232631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:14.258947 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-708c75e6-ec4d-4b5e-a000-4f5714803cc6 req-fb19cd7f-2186-4dfd-a010-f46313e84fc7 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715957
Feb 17 20:45:14.557489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Allocated IP 172.20.0.7 (cecebc5a-94da-45fc-9beb-4b0aa8334e4b/f8a0fd62-2794-435a-a026-5a3400076bb6/58753258-378f-46ba-9c7b-910413af4eba) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:45:14.774737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:14.811559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:14.826978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8d5f09c4-55f0-46ec-acb2-6df48bb23dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:14.831694 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 20ce8a00-30aa-44b4-8041-c889a116b5d7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:14.903433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 20ce8a00-30aa-44b4-8041-c889a116b5d7 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:45:14.908633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 20ce8a00-30aa-44b4-8041-c889a116b5d7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:14.909108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:14.950579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8184c-5c39-4395-a681-889ac099efe0 req-f17d6d4a-bce5-45f2-b83d-b8f92a196785 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:14.951591 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f9c8184c-5c39-4395-a681-889ac099efe0 req-f17d6d4a-bce5-45f2-b83d-b8f92a196785 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 931 time: 0.0924523
Feb 17 20:45:14.969565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event updated for resources: {'Port': ['ID=58753258-378f-46ba-9c7b-910413af4eba,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:14.973756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:15.009570 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f9c8184c-5c39-4395-a681-889ac099efe0 req-719bb305-3f01-4eb5-8c9e-fce36a9e0919 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482750
Feb 17 20:45:15.038788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:45:15.039963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:45:15.041526 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:15.043078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:45:15.074112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2060c-baac-4987-8502-48a68b2d8488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ce8a00-30aa-44b4-8041-c889a116b5d7'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:45:15.085399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 20ce8a00-30aa-44b4-8041-c889a116b5d7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=20ce8a00-30aa-44b4-8041-c889a116b5d7,segment=NetworkSegment(b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0),segment_id=b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:45:15.088847 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:15.092018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:15.113716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:15.114397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:15.144290 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-aaa540ae-7b1b-464f-bb13-cbdf14f5979e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2047079
Feb 17 20:45:15.144507 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe2060c-baac-4987-8502-48a68b2d8488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ce8a00-30aa-44b4-8041-c889a116b5d7', 'code': 200}
Feb 17 20:45:15.171878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=20ce8a00-30aa-44b4-8041-c889a116b5d7,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:15.175449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:15.209203 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Request body: {'port': {'device_id': '02690677-296a-45f7-b8d7-da19a46f7419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:45:15.336760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:15.461119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337ae1d-ee7c-4a52-bd69-e71ca6ee31aa req-761ec4d5-a599-41bc-bc26-5959151a4d66 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:15.463323 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a337ae1d-ee7c-4a52-bd69-e71ca6ee31aa req-761ec4d5-a599-41bc-bc26-5959151a4d66 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 945 time: 0.0878835
Feb 17 20:45:15.512567 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a337ae1d-ee7c-4a52-bd69-e71ca6ee31aa req-e3f10071-28bb-486a-a57e-912199a4b7b5 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427957
Feb 17 20:45:15.622175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8cc12-3142-49b8-be28-82cc03a9d885 req-c30aaa48-312a-49d7-9022-6662dc9f32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:15.623705 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-87e8cc12-3142-49b8-be28-82cc03a9d885 req-c30aaa48-312a-49d7-9022-6662dc9f32dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 1162 time: 0.2105598
Feb 17 20:45:15.752876 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-87e8cc12-3142-49b8-be28-82cc03a9d885 req-c4b47695-ed4e-4bcb-a7f2-5b14297be3a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098709
Feb 17 20:45:15.873463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58753258-378f-46ba-9c7b-910413af4eba {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:45:15.881256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:15.894087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Transition to ACTIVE for port object 58753258-378f-46ba-9c7b-910413af4eba will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:45:15.896826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:15.912812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e58f790-3dad-4388-b728-26a633be0952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:16.049610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Pushing event updated for resources: {'Port': ['ID=58753258-378f-46ba-9c7b-910413af4eba,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:16.069362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:16.337133 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Attempting to bind port 58753258-378f-46ba-9c7b-910413af4eba on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:45:16.337479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Attempting to bind port 58753258-378f-46ba-9c7b-910413af4eba by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:45:16.337917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Attempting to bind port 58753258-378f-46ba-9c7b-910413af4eba on network cecebc5a-94da-45fc-9beb-4b0aa8334e4b {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:45:16.350032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76653d8b-7a06-4c6b-a321-c53ecd0ea9ca req-b269a3b5-48ad-47a7-825b-5e78e84d12a4 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:16.350790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-76653d8b-7a06-4c6b-a321-c53ecd0ea9ca req-b269a3b5-48ad-47a7-825b-5e78e84d12a4 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:45:16.355744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:45:16.356116 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Checking segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:45:16.356521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:16.356914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Bound using segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:45:16.357395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Bound port: 58753258-378f-46ba-9c7b-910413af4eba, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:45:16.357791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:16.412085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 20ce8a00-30aa-44b4-8041-c889a116b5d7 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:16.423149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-76653d8b-7a06-4c6b-a321-c53ecd0ea9ca req-b269a3b5-48ad-47a7-825b-5e78e84d12a4 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:45:16.424435 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76653d8b-7a06-4c6b-a321-c53ecd0ea9ca req-b269a3b5-48ad-47a7-825b-5e78e84d12a4 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 943 time: 0.2469981
Feb 17 20:45:16.487082 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 20ce8a00-30aa-44b4-8041-c889a116b5d7 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:16.487503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:16.505469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] For port 58753258-378f-46ba-9c7b-910413af4eba, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:45:16.510987 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76653d8b-7a06-4c6b-a321-c53ecd0ea9ca req-363e66e8-601f-465c-9b77-b876de65087a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783663
Feb 17 20:45:16.517067 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] For port 58753258-378f-46ba-9c7b-910413af4eba, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=58753258-378f-46ba-9c7b-910413af4eba,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:45:16.520885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:16.540725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-20f55154-fea8-4a0e-a4cd-6d722b45ca19 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:16.728352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f3e5-ae29-44dc-8f23-382e238b750d req-107e4153-1107-41a6-891b-151fc0e27d8b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:16.730774 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7571f3e5-ae29-44dc-8f23-382e238b750d req-107e4153-1107-41a6-891b-151fc0e27d8b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 945 time: 0.0970361
Feb 17 20:45:16.782914 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7571f3e5-ae29-44dc-8f23-382e238b750d req-63ffc1d9-e9f3-4ddf-be66-17f6a588018c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455821
Feb 17 20:45:16.942567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Pushing event updated for resources: {'Port': ['ID=58753258-378f-46ba-9c7b-910413af4eba,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:16.948207 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:16.978316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:16.979704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:16.981191 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-29471eb8-027d-4a53-8747-12dba714eab0 service neutron] 10.222.0.54 "PUT /v2.0/ports/58753258-378f-46ba-9c7b-910413af4eba HTTP/1.1" status: 200  len: 1157 time: 1.7802029
Feb 17 20:45:16.981750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02690677-296a-45f7-b8d7-da19a46f7419', 'tag': '58753258-378f-46ba-9c7b-910413af4eba'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:45:17.031362 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02690677-296a-45f7-b8d7-da19a46f7419', 'tag': '58753258-378f-46ba-9c7b-910413af4eba', 'status': 'completed', 'code': 200}
Feb 17 20:45:17.164884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-2f91a514-ab5e-42f3-9b58-bf673abf4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:17.167101 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-2f91a514-ab5e-42f3-9b58-bf673abf4333 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 1160 time: 0.0802567
Feb 17 20:45:17.259926 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-9f457a34-c954-4b00-bb60-6705a6e5cf33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58753258-378f-46ba-9c7b-910413af4eba HTTP/1.1" status: 200  len: 217 time: 0.0733349
Feb 17 20:45:17.329893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-856010e3-91a0-42c7-aae4-ae5ee45abdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:17.331471 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-856010e3-91a0-42c7-aae4-ae5ee45abdb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0649183
Feb 17 20:45:17.391688 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-c418c302-1a73-44d6-8051-3bf13c58c567 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474658
Feb 17 20:45:17.641944 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-b62c5e95-d349-4b61-bd0a-db0f2bfcc137 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441929
Feb 17 20:45:17.735465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75bf9-c38e-4f73-b772-91ea638af91b req-40588856-397c-46f8-a380-3bd0c9129a8c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:17.737150 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-15f75bf9-c38e-4f73-b772-91ea638af91b req-40588856-397c-46f8-a380-3bd0c9129a8c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 943 time: 0.0998139
Feb 17 20:45:17.787921 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-15f75bf9-c38e-4f73-b772-91ea638af91b req-d570366a-80bd-42f7-8b88-a9bbedb72001 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443377
Feb 17 20:45:17.795753 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d40f7c3-ca33-4bfe-a3a1-7149f24205be req-beed9f96-8504-44dc-a9cf-91a1adf65872 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449986
Feb 17 20:45:18.063622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37679248-58ca-4e40-8489-4fb5ce51e602 req-9cec59d9-6ab0-4729-aa03-bc1c16f8330f tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:18.065174 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37679248-58ca-4e40-8489-4fb5ce51e602 req-9cec59d9-6ab0-4729-aa03-bc1c16f8330f tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 945 time: 0.1627512
Feb 17 20:45:18.070993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-568a9036-1bb8-42fb-8c7a-c7399c88f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:18.073679 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-568a9036-1bb8-42fb-8c7a-c7399c88f9ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 1160 time: 0.1174557
Feb 17 20:45:18.211134 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37679248-58ca-4e40-8489-4fb5ce51e602 req-e48ed6ee-ad8c-4532-8c36-130059745d63 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363878
Feb 17 20:45:18.256480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-c55ec1a3-73e4-4d30-82f6-d9fd15f97010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:18.258096 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-c55ec1a3-73e4-4d30-82f6-d9fd15f97010 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 908 time: 0.1660190
Feb 17 20:45:18.341324 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-eaf46e1d-6131-408a-8b58-d4ed9f59aaf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58753258-378f-46ba-9c7b-910413af4eba HTTP/1.1" status: 200  len: 217 time: 0.0755880
Feb 17 20:45:18.418124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-f1aec410-ed5e-4f74-9814-8438edf9a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:18.419736 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-f1aec410-ed5e-4f74-9814-8438edf9a9df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0681381
Feb 17 20:45:18.481347 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-ed787963-1cdd-4de4-845a-53ae856cc1fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533319
Feb 17 20:45:18.641046 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-bdd72e88-4512-4b62-8abe-2b6978e9423a service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484475
Feb 17 20:45:18.796407 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9aa20575-ec10-48bc-8730-96426e68b1ed req-314eff43-9179-46ac-9ee8-e08a634899d4 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476932
Feb 17 20:45:18.996895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c747c31-a430-4531-8bce-21d1a16fe88d req-2dbf6ef9-3742-4db5-bd92-956995eaf2e6 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:18.998530 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c747c31-a430-4531-8bce-21d1a16fe88d req-2dbf6ef9-3742-4db5-bd92-956995eaf2e6 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 943 time: 0.0925081
Feb 17 20:45:19.046850 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c747c31-a430-4531-8bce-21d1a16fe88d req-5df276f5-ad1b-4ee5-a015-37d8f3b114b2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419953
Feb 17 20:45:20.257546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da95dd-4b2f-467f-9f27-854b07ef320d req-ceefedfa-aea3-4a55-8c17-68e0ff2b2090 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:20.259119 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-93da95dd-4b2f-467f-9f27-854b07ef320d req-ceefedfa-aea3-4a55-8c17-68e0ff2b2090 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 943 time: 0.0886333
Feb 17 20:45:20.307839 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-93da95dd-4b2f-467f-9f27-854b07ef320d req-d1aa9b6c-873a-4f67-b1f3-ae68540a1d3d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416369
Feb 17 20:45:21.517270 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a3d3-1eb6-47d6-9c9b-48748458ce85 req-062b6954-b716-4834-bbfc-c56ac262112d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:21.518897 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e788a3d3-1eb6-47d6-9c9b-48748458ce85 req-062b6954-b716-4834-bbfc-c56ac262112d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 943 time: 0.0937808
Feb 17 20:45:21.570743 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e788a3d3-1eb6-47d6-9c9b-48748458ce85 req-7629dc1a-4332-40f5-aa1d-3e313ddb5376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450184
Feb 17 20:45:22.775510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163e577-1504-44c6-9704-a2b0631116b1 req-5c8f175b-4926-46e7-a138-101efd541c33 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:22.777092 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3163e577-1504-44c6-9704-a2b0631116b1 req-5c8f175b-4926-46e7-a138-101efd541c33 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 943 time: 0.0912981
Feb 17 20:45:22.826943 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3163e577-1504-44c6-9704-a2b0631116b1 req-c1c4eb92-9bfe-4aa3-9e70-d3887706352e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432537
Feb 17 20:45:24.032662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270e5f4-48bc-4e32-98b2-57ee4c4642dc req-5dac3e74-c2c3-40c2-a595-fef365f26fed tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:24.034318 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b270e5f4-48bc-4e32-98b2-57ee4c4642dc req-5dac3e74-c2c3-40c2-a595-fef365f26fed tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 943 time: 0.0942068
Feb 17 20:45:24.085631 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b270e5f4-48bc-4e32-98b2-57ee4c4642dc req-54f44443-5973-4beb-b7b6-0c4825e2336a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449457
Feb 17 20:45:24.992520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 58753258-378f-46ba-9c7b-910413af4eba up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:25.065175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 58753258-378f-46ba-9c7b-910413af4eba completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:45:25.070916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 58753258-378f-46ba-9c7b-910413af4eba triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:25.071350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:25.205937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:25.236397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02690677-296a-45f7-b8d7-da19a46f7419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58753258-378f-46ba-9c7b-910413af4eba'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:45:25.247009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 58753258-378f-46ba-9c7b-910413af4eba, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=58753258-378f-46ba-9c7b-910413af4eba,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:45:25.250618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:25.257529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:25.298384 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02690677-296a-45f7-b8d7-da19a46f7419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58753258-378f-46ba-9c7b-910413af4eba', 'code': 200}
Feb 17 20:45:25.299775 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7ecdd-85fb-4fc3-b301-26aa98297cd8 req-fe6921da-ffdc-4485-bf01-fdd91d41f188 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:25.301636 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-81b7ecdd-85fb-4fc3-b301-26aa98297cd8 req-fe6921da-ffdc-4485-bf01-fdd91d41f188 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.1003950
Feb 17 20:45:25.333364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=58753258-378f-46ba-9c7b-910413af4eba,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:25.336974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:25.354332 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-81b7ecdd-85fb-4fc3-b301-26aa98297cd8 req-a6c54bb5-903e-4817-8544-5f2b394024ce tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459557
Feb 17 20:45:25.640944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718f53d-c44f-4cee-b531-2037dceff403 req-e2c85bf4-2b1e-4478-a2ab-976bedfdbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:25.642618 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e718f53d-c44f-4cee-b531-2037dceff403 req-e2c85bf4-2b1e-4478-a2ab-976bedfdbbf6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 1162 time: 0.0808229
Feb 17 20:45:25.698327 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e718f53d-c44f-4cee-b531-2037dceff403 req-087c136f-f99f-47b7-9764-e15aa5bef2c9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418782
Feb 17 20:45:26.049668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 58753258-378f-46ba-9c7b-910413af4eba up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:26.124691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 58753258-378f-46ba-9c7b-910413af4eba triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:26.125167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:26.558298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c545f35-884c-4135-873f-a8783d36e16b req-622b8057-4696-4896-ba30-39b944b4d82e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:26.559885 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c545f35-884c-4135-873f-a8783d36e16b req-622b8057-4696-4896-ba30-39b944b4d82e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0886805
Feb 17 20:45:26.610591 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c545f35-884c-4135-873f-a8783d36e16b req-8dc07a62-7750-4be7-a40d-46f850e7bb6f tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429120
Feb 17 20:45:27.867312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64b9fc-4fd7-4bab-b853-50a247809ccd req-28a1fa54-1bcd-48e0-b783-13af396a2ce0 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:27.868900 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b64b9fc-4fd7-4bab-b853-50a247809ccd req-28a1fa54-1bcd-48e0-b783-13af396a2ce0 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.1293831
Feb 17 20:45:27.872509 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-7fdfa8e7-f2f8-4251-a131-a347e8df1f7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1694758
Feb 17 20:45:27.922196 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b64b9fc-4fd7-4bab-b853-50a247809ccd req-c708c3cb-9871-408e-93ae-68024020a233 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435817
Feb 17 20:45:28.034892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:45:28.081497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-8b4a338c-cab1-49da-891b-2819008334ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:28.083131 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-8b4a338c-cab1-49da-891b-2819008334ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 1163 time: 0.0866632
Feb 17 20:45:28.251061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-9bdb23b1-2b70-4a18-9554-d34ed6c5245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:28.252951 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-9bdb23b1-2b70-4a18-9554-d34ed6c5245a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 908 time: 0.1407087
Feb 17 20:45:28.331911 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-8f13380a-215b-452f-8bbe-f0ea5a5553f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256c722c-d641-4497-b996-16f34c7ab072 HTTP/1.1" status: 200  len: 217 time: 0.0666401
Feb 17 20:45:28.406152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-d60734b9-7088-421f-bef6-d43860337fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:28.407744 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-d60734b9-7088-421f-bef6-d43860337fda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0685501
Feb 17 20:45:28.461601 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-3e49e1c1-6366-43ec-b80b-a8ef3ceee6f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464220
Feb 17 20:45:28.612665 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-aeaeee6c-bcaf-485e-945e-a72779a065d0 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392682
Feb 17 20:45:28.778949 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bde51837-e68a-4f38-bfdc-7a86ebae05f5 req-8bb96eb9-6042-462f-af31-48bd9c5ef0e5 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420896
Feb 17 20:45:29.129334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b7c48-4ca3-424a-8c39-5eaff95d8201 req-96745413-6054-4e19-bcec-45d1b40ef1c8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:29.130939 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-470b7c48-4ca3-424a-8c39-5eaff95d8201 req-96745413-6054-4e19-bcec-45d1b40ef1c8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0903478
Feb 17 20:45:29.181089 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-470b7c48-4ca3-424a-8c39-5eaff95d8201 req-8467a1aa-e306-4d86-85ef-ac5d90a50497 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431399
Feb 17 20:45:34.582009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4fde0848-1822-46b1-be67-202b46933b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:37.152680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-567b4ea0-f79c-4460-a066-9db654b8203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:37.783927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:38.960625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:39.002952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:39.473522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:43.396369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-876185d4-5749-4e3a-86e1-1ee5839533e6 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:43.397893 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-876185d4-5749-4e3a-86e1-1ee5839533e6 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.1580734
Feb 17 20:45:43.414558 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-b3dc83ee-9ce6-4c61-8ea3-be6e1dd71865 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/quotas/91df102c1c5b4c90b807ea6334562a6e HTTP/1.1" status: 200  len: 375 time: 0.0102832
Feb 17 20:45:43.517022 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-0b782d69-2874-4767-8a42-47435963abc8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0952702
Feb 17 20:45:43.668890 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-dd6aff04-ecab-4d1d-83ce-43b9c99cf4d8 service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434095
Feb 17 20:45:43.814072 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-55f78671-1206-498f-a95d-d8ddfedc195a service neutron] 10.222.0.23 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384482
Feb 17 20:45:44.023291 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ac469c0-2b3c-46ed-b783-49a2af1827f2 req-a9dfb4d3-06b2-4f27-9184-6347c40ae32e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 210 time: 0.0555487
Feb 17 20:45:45.192887 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4fa84eec-c7fa-4ebd-b33e-40a8a8249a3e req-255e07be-fac7-403b-a6a9-5e49dfe554ba tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 210 time: 0.0521059
Feb 17 20:45:45.522052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-a184ff07-131d-496f-af3c-7a7851bf1e46 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:45.523654 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-a184ff07-131d-496f-af3c-7a7851bf1e46 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 814 time: 0.1699913
Feb 17 20:45:45.553585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Request body: {'port': {'device_id': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b', 'admin_state_up': True, 'tenant_id': '91df102c1c5b4c90b807ea6334562a6e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:45:45.711273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:45:45.721997 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:45:45.731015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Made reservation on behalf of 91df102c1c5b4c90b807ea6334562a6e for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:45:45.736558 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:46.046772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Allocated IP 172.20.0.5 (cecebc5a-94da-45fc-9beb-4b0aa8334e4b/f8a0fd62-2794-435a-a026-5a3400076bb6/4ffce0b0-5393-4435-a725-a66420a4626f) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:45:46.281058 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:46.312469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:46.327988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76014a01-1804-4f2b-900a-df5c3657d1b2 tempest-TestVolumeBootPattern-1368200829 tempest-TestVolumeBootPattern-1368200829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:46.768826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event updated for resources: {'Port': ['ID=4ffce0b0-5393-4435-a725-a66420a4626f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:46.774174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:46.835555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb013c-8a0d-487a-9192-d57d7f44191a req-6829b4b8-f899-4058-844e-d63abebdd287 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:46.837146 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ddfb013c-8a0d-487a-9192-d57d7f44191a req-6829b4b8-f899-4058-844e-d63abebdd287 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 931 time: 0.4752240
Feb 17 20:45:46.866400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:45:46.870087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:45:46.874685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:45:46.942646 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ddfb013c-8a0d-487a-9192-d57d7f44191a req-399ddaaa-a56a-4639-acf6-f1a7e461b653 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987501
Feb 17 20:45:46.955456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:46.956128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:46.980949 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4316270
Feb 17 20:45:47.002411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Request body: {'port': {'device_id': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:45:47.125901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:47.593056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffce0b0-5393-4435-a725-a66420a4626f {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:45:47.601277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:47.614282 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Transition to ACTIVE for port object 4ffce0b0-5393-4435-a725-a66420a4626f will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:45:47.618483 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:47.635957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:47.802589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Pushing event updated for resources: {'Port': ['ID=4ffce0b0-5393-4435-a725-a66420a4626f,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:47.810500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:48.035688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Attempting to bind port 4ffce0b0-5393-4435-a725-a66420a4626f on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:45:48.035688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Attempting to bind port 4ffce0b0-5393-4435-a725-a66420a4626f by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:45:48.036112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Attempting to bind port 4ffce0b0-5393-4435-a725-a66420a4626f on network cecebc5a-94da-45fc-9beb-4b0aa8334e4b {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:45:48.043266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:45:48.043839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Checking segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:45:48.044443 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:48.044861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Bound using segment: {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:45:48.045387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Bound port: 4ffce0b0-5393-4435-a725-a66420a4626f, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bc9b59-3531-421b-acd7-42404bcbc6ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cecebc5a-94da-45fc-9beb-4b0aa8334e4b'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:45:48.045836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:48.160149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] For port 4ffce0b0-5393-4435-a725-a66420a4626f, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:45:48.163907 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] For port 4ffce0b0-5393-4435-a725-a66420a4626f, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4ffce0b0-5393-4435-a725-a66420a4626f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:45:48.168724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:48.185451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d47ddab8-7cdf-4712-a196-f1f5ac2d484b tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:48.307186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c18fc-a642-4c2b-a8f5-890383965ba5 req-798b9e4d-c4f8-497d-bbff-52bcd80b2570 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:48.309045 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eb6c18fc-a642-4c2b-a8f5-890383965ba5 req-798b9e4d-c4f8-497d-bbff-52bcd80b2570 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.0890467
Feb 17 20:45:48.353917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Pushing event updated for resources: {'Port': ['ID=4ffce0b0-5393-4435-a725-a66420a4626f,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:48.360426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:48.368712 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eb6c18fc-a642-4c2b-a8f5-890383965ba5 req-2032b16b-0ffc-457d-88c8-630ece4fa9c8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532813
Feb 17 20:45:48.391064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:48.392109 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:48.393264 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-d84f68f3-847a-4cc6-a9b5-1baf1a3e901f service neutron] 10.222.0.54 "PUT /v2.0/ports/4ffce0b0-5393-4435-a725-a66420a4626f HTTP/1.1" status: 200  len: 1157 time: 1.3956189
Feb 17 20:45:48.393845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'tag': '4ffce0b0-5393-4435-a725-a66420a4626f'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:45:48.442196 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'tag': '4ffce0b0-5393-4435-a725-a66420a4626f', 'status': 'completed', 'code': 200}
Feb 17 20:45:48.569983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-7b854f70-a5d4-453c-9a2b-57718469c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:48.571585 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-7b854f70-a5d4-453c-9a2b-57718469c604 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 1160 time: 0.0833323
Feb 17 20:45:48.663007 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-4b27c9c5-5a6a-4024-b08f-62fc46ce04a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ffce0b0-5393-4435-a725-a66420a4626f HTTP/1.1" status: 200  len: 217 time: 0.0670531
Feb 17 20:45:48.743676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-14c80717-190c-4a04-a834-9ec680ca5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:48.745237 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-14c80717-190c-4a04-a834-9ec680ca5bd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0697267
Feb 17 20:45:48.805929 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-30bffad5-35a1-4eda-9001-3a159b0bb3e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476189
Feb 17 20:45:48.954444 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-eda473d0-ae19-4fb4-a2ef-2094edcefb4e service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357124
Feb 17 20:45:49.103815 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3585a79-d44d-481a-a4ea-94035065a0c1 req-9b599862-a542-46b8-b80e-79ff898853ed service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377904
Feb 17 20:45:49.341752 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-cfdc61bf-42c4-4351-9615-42e852c35bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:49.343308 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-cfdc61bf-42c4-4351-9615-42e852c35bf7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 1160 time: 0.0810051
Feb 17 20:45:49.490780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-d23d6ff7-26f6-4173-9580-9b820ee9c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:49.492379 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-d23d6ff7-26f6-4173-9580-9b820ee9c74f service neutron] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 908 time: 0.1417255
Feb 17 20:45:49.571604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7431cfb-de46-4b60-b1d8-066faae23f8d req-8f210893-de2f-477c-8be4-ca39721cd33c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:49.573205 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7431cfb-de46-4b60-b1d8-066faae23f8d req-8f210893-de2f-477c-8be4-ca39721cd33c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.0891845
Feb 17 20:45:49.573348 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-523aa90e-e94a-4d65-a4a8-657093ae59b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ffce0b0-5393-4435-a725-a66420a4626f HTTP/1.1" status: 200  len: 217 time: 0.0729902
Feb 17 20:45:49.624142 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7431cfb-de46-4b60-b1d8-066faae23f8d req-6e6c661a-5bd9-409b-8082-8ab084f17eba tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443072
Feb 17 20:45:49.646237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-233d30bd-b6b1-4105-ac40-986c03b79dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:49.647838 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-233d30bd-b6b1-4105-ac40-986c03b79dad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0661018
Feb 17 20:45:49.706842 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-c462e288-511e-4530-a78f-b2b456020997 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497506
Feb 17 20:45:49.856154 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-116c8919-d71c-49a3-8319-4b71895e8f42 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380010
Feb 17 20:45:50.001621 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0e03518-7688-4e76-ad45-6e85eb679952 req-09f17a91-6a5d-41c2-b1aa-8e622d89e075 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380780
Feb 17 20:45:50.833034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb598ad-74f0-4092-9197-1f5386a10706 req-88f0e004-ac7d-43cb-91b2-6cc6da9ba592 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:50.833819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8fb598ad-74f0-4092-9197-1f5386a10706 req-88f0e004-ac7d-43cb-91b2-6cc6da9ba592 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:45:50.850029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8fb598ad-74f0-4092-9197-1f5386a10706 req-88f0e004-ac7d-43cb-91b2-6cc6da9ba592 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:45:50.851358 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8fb598ad-74f0-4092-9197-1f5386a10706 req-88f0e004-ac7d-43cb-91b2-6cc6da9ba592 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.1043918
Feb 17 20:45:50.900372 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8fb598ad-74f0-4092-9197-1f5386a10706 req-7e5085c9-57f5-41e2-b983-56c20a18c374 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417802
Feb 17 20:45:52.122531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac23b7-3744-408d-9e07-3e33c3eb9415 req-bcb5caa2-0bd6-48af-af02-6e198ee8600d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:52.124813 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cdac23b7-3744-408d-9e07-3e33c3eb9415 req-bcb5caa2-0bd6-48af-af02-6e198ee8600d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.1055176
Feb 17 20:45:52.420983 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cdac23b7-3744-408d-9e07-3e33c3eb9415 req-b8158039-ac28-40e4-9b85-95c8651144f8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2895865
Feb 17 20:45:53.626378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e672-d8fd-4ff4-8d45-73a53c0336ee req-9f9ac565-8168-4b8f-97a4-8bde20db8dcb tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:53.627979 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-96b1e672-d8fd-4ff4-8d45-73a53c0336ee req-9f9ac565-8168-4b8f-97a4-8bde20db8dcb tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.0896523
Feb 17 20:45:53.679768 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-96b1e672-d8fd-4ff4-8d45-73a53c0336ee req-29be92b9-9dd1-401c-a8d7-64b3eb6829f3 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456080
Feb 17 20:45:54.894323 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db9e2-6acf-4abf-bdde-99f3ed108abc req-bcf2b728-6a86-49fc-aea1-4841b0ec82c0 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:54.895918 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f1db9e2-6acf-4abf-bdde-99f3ed108abc req-bcf2b728-6a86-49fc-aea1-4841b0ec82c0 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.0892820
Feb 17 20:45:54.944066 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f1db9e2-6acf-4abf-bdde-99f3ed108abc req-6883db9e-ca4e-40ab-ba58-4d233e2880ce tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419192
Feb 17 20:45:56.143418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a22207-83cf-4619-a1ad-a5773ca46feb req-cc02b19d-4260-4a52-93db-e73009898c40 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:56.144991 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61a22207-83cf-4619-a1ad-a5773ca46feb req-cc02b19d-4260-4a52-93db-e73009898c40 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.0864227
Feb 17 20:45:56.194862 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61a22207-83cf-4619-a1ad-a5773ca46feb req-d4727a7b-fdd4-47ec-80ee-520452d5e5a1 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423021
Feb 17 20:45:57.321451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 4ffce0b0-5393-4435-a725-a66420a4626f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:57.396229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 4ffce0b0-5393-4435-a725-a66420a4626f completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:45:57.397009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b500c3-6931-495c-9fd3-c3e0e19120a5 req-70ef0ab2-0baf-44ac-9862-038131e9164e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:57.398706 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-75b500c3-6931-495c-9fd3-c3e0e19120a5 req-70ef0ab2-0baf-44ac-9862-038131e9164e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 943 time: 0.0876780
Feb 17 20:45:57.401624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 4ffce0b0-5393-4435-a725-a66420a4626f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:57.402078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:57.452244 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-75b500c3-6931-495c-9fd3-c3e0e19120a5 req-4bb3940e-313e-4057-b1dd-f2503e6a434e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469236
Feb 17 20:45:57.530848 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:57.559031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffce0b0-5393-4435-a725-a66420a4626f'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:45:57.570102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 4ffce0b0-5393-4435-a725-a66420a4626f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4ffce0b0-5393-4435-a725-a66420a4626f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:45:57.573287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:57.575299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:45:57.613498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffce0b0-5393-4435-a725-a66420a4626f', 'code': 200}
Feb 17 20:45:57.646968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=4ffce0b0-5393-4435-a725-a66420a4626f,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:45:57.655840 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.656234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.656619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.657001 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.657379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.657771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.658148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.658520 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.658889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.659253 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.659626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.659992 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.660401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.660770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.661204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.661564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.662137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.662656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.663034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.663441 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.663885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.664750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.664750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.665057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:45:57.670322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:45:57.939044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae2f1-c16d-41dc-9cac-7dc8a3d587fc req-62145981-8ad5-49d0-8a71-254fbee013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:57.940624 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-acfae2f1-c16d-41dc-9cac-7dc8a3d587fc req-62145981-8ad5-49d0-8a71-254fbee013c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 1162 time: 0.0819013
Feb 17 20:45:57.995249 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-acfae2f1-c16d-41dc-9cac-7dc8a3d587fc req-28d0a3d8-8438-4945-9a40-9f442be2ce61 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412593
Feb 17 20:45:58.403421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 4ffce0b0-5393-4435-a725-a66420a4626f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:45:58.481676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 4ffce0b0-5393-4435-a725-a66420a4626f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:45:58.482128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:45:58.655643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53eceb-94c8-4488-b8f8-d061c718136c req-38c5828a-896c-4c4f-9463-a231e91bf121 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:58.657214 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a53eceb-94c8-4488-b8f8-d061c718136c req-38c5828a-896c-4c4f-9463-a231e91bf121 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 945 time: 0.0908134
Feb 17 20:45:58.706872 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a53eceb-94c8-4488-b8f8-d061c718136c req-145c2e00-f7d4-42f5-b0a0-2d07f6c59a81 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433257
Feb 17 20:45:59.910421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fa37b-3fe8-49ac-a9c2-ba660fcf2531 req-c183ccf5-9026-4f95-ad9e-178e10108071 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:45:59.911999 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c98fa37b-3fe8-49ac-a9c2-ba660fcf2531 req-c183ccf5-9026-4f95-ad9e-178e10108071 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 945 time: 0.0902030
Feb 17 20:45:59.960160 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c98fa37b-3fe8-49ac-a9c2-ba660fcf2531 req-f7b86a44-9f89-41f9-bee0-c32bb9e7bf85 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418556
Feb 17 20:46:00.606608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 4ffce0b0-5393-4435-a725-a66420a4626f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:46:00.685305 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 4ffce0b0-5393-4435-a725-a66420a4626f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:46:00.685654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:01.165103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100707-f418-408f-b99e-dfd4a34cd347 req-b2505ad4-373c-43f1-8873-0329216eb895 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:01.166740 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6100707-f418-408f-b99e-dfd4a34cd347 req-b2505ad4-373c-43f1-8873-0329216eb895 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 945 time: 0.0876207
Feb 17 20:46:01.215109 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6100707-f418-408f-b99e-dfd4a34cd347 req-8b3824e1-9cc4-4e1a-b959-bdac38a5ad0a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418952
Feb 17 20:46:02.581685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 4ffce0b0-5393-4435-a725-a66420a4626f up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:46:02.653948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 4ffce0b0-5393-4435-a725-a66420a4626f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:46:02.654956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:04.585469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4b966e51-74bf-407c-b98a-7ebe2cea09d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:05.040333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:46:07.155555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-20d03a70-61e0-4ea3-9bc6-fff517e85c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:07.794333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:08.973127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:09.005354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:09.477000 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:26.792298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b31acf-8ab7-4872-bac6-a71716bd3681 req-0a49e938-fa8f-4488-907b-35c671c586a0 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:26.794042 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7b31acf-8ab7-4872-bac6-a71716bd3681 req-0a49e938-fa8f-4488-907b-35c671c586a0 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 945 time: 0.2302332
Feb 17 20:46:26.843970 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7b31acf-8ab7-4872-bac6-a71716bd3681 req-b1696cc2-f743-4bba-8b15-d96c0a79ccbd tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432844
Feb 17 20:46:28.067275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcfed4-8e25-4f84-bee1-75cf534be88a req-c702acd2-dcfd-48ae-b6bb-1170d28dfddb tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:28.069021 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bcfed4-8e25-4f84-bee1-75cf534be88a req-c702acd2-dcfd-48ae-b6bb-1170d28dfddb tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 945 time: 0.1081216
Feb 17 20:46:28.137341 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bcfed4-8e25-4f84-bee1-75cf534be88a req-65f20899-d2e6-445b-a8f1-313df072dd47 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574512
Feb 17 20:46:28.727276 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-aae7b44f-68ab-48bb-b5a4-991ce5423db8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0801668
Feb 17 20:46:28.895424 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-b2bf9262-d6da-439e-90e1-7e146b00dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:28.897041 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-b2bf9262-d6da-439e-90e1-7e146b00dc55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91df102c1c5b4c90b807ea6334562a6e&device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 1163 time: 0.0834029
Feb 17 20:46:29.069791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-248895da-45db-4bc2-b68d-ffab15c192a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:29.071386 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-248895da-45db-4bc2-b68d-ffab15c192a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 200  len: 908 time: 0.1434193
Feb 17 20:46:29.168738 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-2fd4fbe8-84b3-4a7b-9c4d-1255790b4e68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea767d04-cf60-46ba-bc0a-63a56698204f HTTP/1.1" status: 200  len: 217 time: 0.0735290
Feb 17 20:46:29.245723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-118b1751-d503-461d-bf4e-abb678b8030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:29.247943 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-118b1751-d503-461d-bf4e-abb678b8030c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 200  len: 854 time: 0.0700889
Feb 17 20:46:29.339340 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-47a3b233-ce4b-441e-8aa8-6387eff120b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cecebc5a-94da-45fc-9beb-4b0aa8334e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0826180
Feb 17 20:46:29.828334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ca210-fd5b-4566-af8d-8988aea5f082 req-234c25b2-18a5-43dc-9a92-3e5f08217e05 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:29.830000 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c4ca210-fd5b-4566-af8d-8988aea5f082 req-234c25b2-18a5-43dc-9a92-3e5f08217e05 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 945 time: 0.5327315
Feb 17 20:46:29.865932 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-1b8d4bf5-1e50-49f9-ae30-cd0f6f55a3d9 service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5136747
Feb 17 20:46:29.908619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-a50a18c1-1c29-4146-a490-ed930d614477 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:29.910268 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-a50a18c1-1c29-4146-a490-ed930d614477 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 945 time: 0.2255969
Feb 17 20:46:30.043792 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c4ca210-fd5b-4566-af8d-8988aea5f082 req-7702bc0f-236d-4317-a8cc-218d53c79d35 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056513
Feb 17 20:46:30.085672 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Deleting port 4ffce0b0-5393-4435-a725-a66420a4626f {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:46:30.086248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:30.182230 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e6c6ab2-0c80-483b-bdf6-5165c9bcd8ad req-0501f722-8b7f-4dd8-88ee-e7d7be89067d service neutron] 10.222.0.54 "GET /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3057806
Feb 17 20:46:30.408952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] For port 4ffce0b0-5393-4435-a725-a66420a4626f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=4ffce0b0-5393-4435-a725-a66420a4626f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:30.409233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:30.551645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Calling delete_port for 4ffce0b0-5393-4435-a725-a66420a4626f owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:46:30.707177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:30.723814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5ffe59a0-931d-4969-8e76-19f7fd6c8b4f tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:30.825550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event deleted for resources: {'Port': ['ID=4ffce0b0-5393-4435-a725-a66420a4626f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:30.850676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.851090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.851502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.851909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.852311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.852713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.853120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.853516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.853964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.854358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.854753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.855145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.855580 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.855974 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.857018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.857821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.858230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.858631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.859027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.859421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.859814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.860201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.860594 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.860984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:30.895462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 4ffce0b0-5393-4435-a725-a66420a4626f no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:46:30.907751 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:30.933949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] No Port match for: 4ffce0b0-5393-4435-a725-a66420a4626f {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:46:30.934206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 4ffce0b0-5393-4435-a725-a66420a4626f not bound to the agent host hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:46:31.040094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40867-a048-4e04-91d6-ab990a6d9cb9 req-50d558a9-88f3-46de-943e-a9eb7a1f2164 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:31.041718 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3f40867-a048-4e04-91d6-ab990a6d9cb9 req-50d558a9-88f3-46de-943e-a9eb7a1f2164 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 945 time: 0.1956933
Feb 17 20:46:31.048749 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] No DVR routers for this DVR port 4ffce0b0-5393-4435-a725-a66420a4626f on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:46:31.052959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:31.055836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'name': 'network-vif-deleted', 'tag': '4ffce0b0-5393-4435-a725-a66420a4626f'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:46:31.108466 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b3ee5087-c6cf-4f65-9727-5fff8d9a9d00 req-467ae5a8-f61e-456c-8cdf-4d5a4c8dbd2c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "DELETE /v2.0/ports/4ffce0b0-5393-4435-a725-a66420a4626f HTTP/1.1" status: 204  len: 173 time: 1.1296675
Feb 17 20:46:31.116571 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3f40867-a048-4e04-91d6-ab990a6d9cb9 req-e4b43e87-2392-4dde-bb26-3c5700d5fcde tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657625
Feb 17 20:46:31.181892 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5429a8-d082-457a-a74f-b36e4137fd36', 'name': 'network-vif-deleted', 'tag': '4ffce0b0-5393-4435-a725-a66420a4626f', 'status': 'completed', 'code': 200}
Feb 17 20:46:31.281548 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94f83206-669d-4425-98d1-165faea24423 req-93ff062b-6f86-45c2-ba83-ebda343f8c1b tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5429a8-d082-457a-a74f-b36e4137fd36 HTTP/1.1" status: 200  len: 210 time: 0.1093388
Feb 17 20:46:32.318924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f60cb8-f08b-498d-b4c1-7938b7efcd90 req-99eddb48-68b5-4fe7-a0df-246363c66c5c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:32.320545 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6f60cb8-f08b-498d-b4c1-7938b7efcd90 req-99eddb48-68b5-4fe7-a0df-246363c66c5c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 945 time: 0.0891483
Feb 17 20:46:32.370180 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6f60cb8-f08b-498d-b4c1-7938b7efcd90 req-632423bf-50b5-4ff6-b190-e62aed201893 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425732
Feb 17 20:46:33.574363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa52723-7f23-48fb-90b1-17b552a9ca0e req-74e58752-782f-4187-b2ba-24d2bc91dc94 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:33.575363 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9fa52723-7f23-48fb-90b1-17b552a9ca0e req-74e58752-782f-4187-b2ba-24d2bc91dc94 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 945 time: 0.0899470
Feb 17 20:46:33.625107 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9fa52723-7f23-48fb-90b1-17b552a9ca0e req-08d4470b-e429-4a56-8e31-1a541fb4cc92 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431550
Feb 17 20:46:33.978656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-d656672f-7b1b-43dc-9878-43495f7b5cc5 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:33.980251 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-d656672f-7b1b-43dc-9878-43495f7b5cc5 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 945 time: 0.0962744
Feb 17 20:46:34.010516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a7cb-05d7-4452-ba41-6066281b7346 req-51ed9c32-a462-40c4-a728-3916977d2b6a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:34.012107 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9573a7cb-05d7-4452-ba41-6066281b7346 req-51ed9c32-a462-40c4-a728-3916977d2b6a tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0939169
Feb 17 20:46:34.062919 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9573a7cb-05d7-4452-ba41-6066281b7346 req-518b834c-9e6c-4453-acee-59b22bab9e7b tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439312
Feb 17 20:46:34.071419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Deleting port 20ce8a00-30aa-44b4-8041-c889a116b5d7 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:46:34.071804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:34.348810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] For port 20ce8a00-30aa-44b4-8041-c889a116b5d7, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=20ce8a00-30aa-44b4-8041-c889a116b5d7,segment=NetworkSegment(b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0),segment_id=b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:34.349199 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:34.489912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Calling delete_port for 20ce8a00-30aa-44b4-8041-c889a116b5d7 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:46:34.588905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42bde45b-a9b0-44f3-ab88-4e2ded01effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:34.648877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:34.665903 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4f50ec42-530e-4957-8edb-dbd7c02ec29e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:34.774157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Pushing event deleted for resources: {'Port': ['ID=20ce8a00-30aa-44b4-8041-c889a116b5d7,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:34.829417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:34.838540 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d2a71b3-5077-44f1-a345-1f4359f82f67 req-35125402-9496-4c6e-b11e-38638489e74e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe2060c-baac-4987-8502-48a68b2d8488 HTTP/1.1" status: 200  len: 210 time: 0.0705335
Feb 17 20:46:34.942946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] No DVR routers for this DVR port 20ce8a00-30aa-44b4-8041-c889a116b5d7 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:46:34.945267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:34.949415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2060c-baac-4987-8502-48a68b2d8488', 'name': 'network-vif-deleted', 'tag': '20ce8a00-30aa-44b4-8041-c889a116b5d7'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:46:34.964382 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38a7d98e-cc83-4416-b40b-f5eb51453eb5 req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "DELETE /v2.0/ports/20ce8a00-30aa-44b4-8041-c889a116b5d7 HTTP/1.1" status: 204  len: 173 time: 0.9735398
Feb 17 20:46:35.001020 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe2060c-baac-4987-8502-48a68b2d8488', 'name': 'network-vif-deleted', 'tag': '20ce8a00-30aa-44b4-8041-c889a116b5d7', 'status': 'completed', 'code': 200}
Feb 17 20:46:35.011445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 20ce8a00-30aa-44b4-8041-c889a116b5d7 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:46:35.050918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] No Port match for: 20ce8a00-30aa-44b4-8041-c889a116b5d7 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:46:35.051311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 20ce8a00-30aa-44b4-8041-c889a116b5d7 not bound to the agent host hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:46:35.273403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e14a1-3e87-4e0d-9af0-8ad23ee385a9 req-fd725fdc-46b9-4af1-b112-23dcbe993877 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:35.274187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8f0e14a1-3e87-4e0d-9af0-8ad23ee385a9 req-fd725fdc-46b9-4af1-b112-23dcbe993877 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:46:35.289898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8f0e14a1-3e87-4e0d-9af0-8ad23ee385a9 req-fd725fdc-46b9-4af1-b112-23dcbe993877 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:46:35.291180 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f0e14a1-3e87-4e0d-9af0-8ad23ee385a9 req-fd725fdc-46b9-4af1-b112-23dcbe993877 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.1109719
Feb 17 20:46:35.341110 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f0e14a1-3e87-4e0d-9af0-8ad23ee385a9 req-05340b49-1531-489c-8b0b-5a4fbfed8ef6 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431952
Feb 17 20:46:36.576935 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8df29-0f31-4bb0-bd11-1a37a509d76a req-fbdaa7f6-d360-46ea-bbe7-5bb696e47353 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:36.578541 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6f8df29-0f31-4bb0-bd11-1a37a509d76a req-fbdaa7f6-d360-46ea-bbe7-5bb696e47353 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0934615
Feb 17 20:46:36.629196 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6f8df29-0f31-4bb0-bd11-1a37a509d76a req-847bd444-6625-418e-a497-97dd68681126 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441515
Feb 17 20:46:37.157817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa027d8d-3f43-4c35-a79b-35bcf1529c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:37.788339 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:37.846844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7a17b-e7d7-4b55-ae72-df8da4bb7f84 req-23c131b7-3f70-447a-a90b-78f995b334ba tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:37.848612 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-78e7a17b-e7d7-4b55-ae72-df8da4bb7f84 req-23c131b7-3f70-447a-a90b-78f995b334ba tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0965734
Feb 17 20:46:37.902918 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-78e7a17b-e7d7-4b55-ae72-df8da4bb7f84 req-904df2b2-3cce-47df-b364-99f2e1131081 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476620
Feb 17 20:46:38.990097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:39.007716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:39.106219 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c49c26-8b0f-4b61-ae75-91eff3387095 req-bb56e69a-182d-4cca-a1c7-c65217ff6f00 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:39.107960 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3c49c26-8b0f-4b61-ae75-91eff3387095 req-bb56e69a-182d-4cca-a1c7-c65217ff6f00 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0879188
Feb 17 20:46:39.159966 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3c49c26-8b0f-4b61-ae75-91eff3387095 req-3ce0d7e3-986b-4fc8-834d-f83426d4ede8 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455487
Feb 17 20:46:39.479002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:39.522968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-79275bd1-463a-4a22-8096-8627631a3863 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:39.524545 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-79275bd1-463a-4a22-8096-8627631a3863 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0881910
Feb 17 20:46:40.364836 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a74ca-22c3-45dc-a46d-38f130a27abd req-19f145cf-e12e-43ff-94bc-028854907db7 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:40.366367 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff0a74ca-22c3-45dc-a46d-38f130a27abd req-19f145cf-e12e-43ff-94bc-028854907db7 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.0892258
Feb 17 20:46:40.414950 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ff0a74ca-22c3-45dc-a46d-38f130a27abd req-356bcb8f-76f8-46c5-b41e-2142374cf18f tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422699
Feb 17 20:46:41.129987 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Deleting port 58753258-378f-46ba-9c7b-910413af4eba {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:46:41.130368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:41.394411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] For port 58753258-378f-46ba-9c7b-910413af4eba, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=58753258-378f-46ba-9c7b-910413af4eba,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:41.395026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:41.534144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Calling delete_port for 58753258-378f-46ba-9c7b-910413af4eba owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:46:41.585978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 58753258-378f-46ba-9c7b-910413af4eba no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:46:41.713708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:41.748621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6b275-b395-4f0e-bff4-3bbee5b6f05f req-ad50196b-fd62-47ba-87c8-55e364810af5 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:41.750260 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c9a6b275-b395-4f0e-bff4-3bbee5b6f05f req-ad50196b-fd62-47ba-87c8-55e364810af5 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 945 time: 0.1818628
Feb 17 20:46:41.807793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:41.824769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9f0801f-3abb-41d3-aba5-da5496c160a4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:41.867379 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c9a6b275-b395-4f0e-bff4-3bbee5b6f05f req-f12757b5-56e7-47d8-a049-ecbe70f699bf tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106608
Feb 17 20:46:41.929180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event deleted for resources: {'Port': ['ID=58753258-378f-46ba-9c7b-910413af4eba,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:41.940494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:42.040579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:46:42.043426 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] No DVR routers for this DVR port 58753258-378f-46ba-9c7b-910413af4eba on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:46:42.046474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:42.049276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02690677-296a-45f7-b8d7-da19a46f7419', 'name': 'network-vif-deleted', 'tag': '58753258-378f-46ba-9c7b-910413af4eba'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:46:42.065606 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a278787-ee0f-4d4b-8d7d-d62654188a91 req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "DELETE /v2.0/ports/58753258-378f-46ba-9c7b-910413af4eba HTTP/1.1" status: 204  len: 173 time: 1.0110242
Feb 17 20:46:42.099367 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02690677-296a-45f7-b8d7-da19a46f7419', 'name': 'network-vif-deleted', 'tag': '58753258-378f-46ba-9c7b-910413af4eba', 'status': 'completed', 'code': 200}
Feb 17 20:46:43.053535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-6d5d8e3d-feaa-42a0-8325-c47b4c1acff0 req-18a7ad0c-83dd-4dc0-8520-46c555ad8f60 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:46:43.068749 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-6d5d8e3d-feaa-42a0-8325-c47b4c1acff0 req-18a7ad0c-83dd-4dc0-8520-46c555ad8f60 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:46:43.069984 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6d5d8e3d-feaa-42a0-8325-c47b4c1acff0 req-18a7ad0c-83dd-4dc0-8520-46c555ad8f60 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=02690677-296a-45f7-b8d7-da19a46f7419 HTTP/1.1" status: 200  len: 210 time: 0.0661736
Feb 17 20:46:44.555559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6ba5c-51ef-4259-b676-91f5feeb3d48 req-f6734337-2ddc-406c-b17b-fe9f96690379 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:44.557172 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ad6ba5c-51ef-4259-b676-91f5feeb3d48 req-f6734337-2ddc-406c-b17b-fe9f96690379 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.0929141
Feb 17 20:46:44.609498 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ad6ba5c-51ef-4259-b676-91f5feeb3d48 req-c5dcb67f-c61c-4e56-b757-2abdc32bc341 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459621
Feb 17 20:46:45.814429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e4d7-af6f-4a86-bbfe-be12dd489ad7 req-44e1da81-c071-4803-b900-b8b19f721277 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:45.816005 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ca41e4d7-af6f-4a86-bbfe-be12dd489ad7 req-44e1da81-c071-4803-b900-b8b19f721277 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.0860975
Feb 17 20:46:45.862790 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ca41e4d7-af6f-4a86-bbfe-be12dd489ad7 req-b5b4f569-242f-4548-a753-e6e4254c74aa tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404220
Feb 17 20:46:47.065124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad00a9-c230-4be1-a3ad-03b1f64a75a6 req-c978e78a-8619-4c3e-a474-8cf5e946a24e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:47.066806 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5dad00a9-c230-4be1-a3ad-03b1f64a75a6 req-c978e78a-8619-4c3e-a474-8cf5e946a24e tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.0869346
Feb 17 20:46:47.116573 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5dad00a9-c230-4be1-a3ad-03b1f64a75a6 req-04485055-17da-4be5-8599-770d4e2efc76 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430202
Feb 17 20:46:48.321741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d8b0f-8db3-49e5-b657-47fb40d02d17 req-612494d1-6e89-4bd9-aa0c-5bfccbc9a9ce tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:48.323568 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c7d8b0f-8db3-49e5-b657-47fb40d02d17 req-612494d1-6e89-4bd9-aa0c-5bfccbc9a9ce tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.0926819
Feb 17 20:46:48.375034 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c7d8b0f-8db3-49e5-b657-47fb40d02d17 req-18297d2e-b678-467c-a8b6-beaa9e32f16b tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434182
Feb 17 20:46:49.583878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248dbdf-8b55-40e5-a79b-76c0c3498a89 req-07e25b83-a89f-42b1-a805-912a9b9dd61c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:49.585481 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5248dbdf-8b55-40e5-a79b-76c0c3498a89 req-07e25b83-a89f-42b1-a805-912a9b9dd61c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.0946069
Feb 17 20:46:49.640075 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5248dbdf-8b55-40e5-a79b-76c0c3498a89 req-5c504294-e197-4f7d-9215-29a512825cb7 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468063
Feb 17 20:46:50.005576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-783850e6-b6a6-4179-8503-dd042b9e00bd tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:50.007200 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-783850e6-b6a6-4179-8503-dd042b9e00bd tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/networks?id=5f38f3a0-0064-4e22-aa20-d416d420ffb0 HTTP/1.1" status: 200  len: 813 time: 0.4694076
Feb 17 20:46:50.013949 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-afa20c3f-0a7c-4613-9560-a290e43325c4 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:50.015399 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-afa20c3f-0a7c-4613-9560-a290e43325c4 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.1593564
Feb 17 20:46:50.061754 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-e259465f-dbe9-4ff5-acfe-e1018d74e5dc tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/quotas/d339242f0b254ddbb66f8f45b8ea891e HTTP/1.1" status: 200  len: 375 time: 0.0453064
Feb 17 20:46:50.142012 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Deleting port ea767d04-cf60-46ba-bc0a-63a56698204f {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:46:50.142403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:50.180128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-5d99821a-e3ea-47ca-96d4-d05667f3d0c2 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Synchronizing usage tracker for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:46:50.220744 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-5d99821a-e3ea-47ca-96d4-d05667f3d0c2 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Unset dirty status for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:46:50.222163 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-5d99821a-e3ea-47ca-96d4-d05667f3d0c2 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d339242f0b254ddbb66f8f45b8ea891e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1348417
Feb 17 20:46:50.524674 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-f22ebe9e-ae5e-4ce3-ad8c-24c6bb6c03d0 service neutron] 10.222.0.23 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2713876
Feb 17 20:46:50.629919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] For port ea767d04-cf60-46ba-bc0a-63a56698204f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ea767d04-cf60-46ba-bc0a-63a56698204f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:50.630501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:50.724414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device ea767d04-cf60-46ba-bc0a-63a56698204f no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:46:50.787286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Calling delete_port for ea767d04-cf60-46ba-bc0a-63a56698204f owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:46:50.860906 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:50.870765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4392b0-d648-483b-b97b-fc1f54da3ea8 req-9d323c24-c13f-4524-b430-b306610fe2f7 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:50.873161 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9f4392b0-d648-483b-b97b-fc1f54da3ea8 req-9d323c24-c13f-4524-b430-b306610fe2f7 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 946 time: 0.0931649
Feb 17 20:46:50.893273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:46:50.903947 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-f9ec54f0-cd54-4470-9417-f18934251deb service neutron] 10.222.0.23 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3636477
Feb 17 20:46:50.904189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port ea767d04-cf60-46ba-bc0a-63a56698204f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ea767d04-cf60-46ba-bc0a-63a56698204f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:50.908677 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:50.911956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:46:50.912091 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:50.912654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:46:50.924665 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9f4392b0-d648-483b-b97b-fc1f54da3ea8 req-07e5f70c-9012-4689-aba0-025ee93b68bb tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452533
Feb 17 20:46:50.987409 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f', 'code': 200}
Feb 17 20:46:50.997986 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=ea767d04-cf60-46ba-bc0a-63a56698204f,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:51.002008 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:51.114649 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7e617927-4dde-46a8-b872-dd13d20666e6 req-3719df99-00aa-4ee8-b5b2-18e6f6437985 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 210 time: 0.0536973
Feb 17 20:46:51.414494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Deleting port ea767d04-cf60-46ba-bc0a-63a56698204f {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:46:51.414817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:51.695891 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] For port ea767d04-cf60-46ba-bc0a-63a56698204f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=ea767d04-cf60-46ba-bc0a-63a56698204f,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:51.696486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:51.837369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Calling delete_port for ea767d04-cf60-46ba-bc0a-63a56698204f owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:46:51.991645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:52.007977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-734ff40f-3577-4d14-88ad-3ec1d5157771 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:52.145074 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event deleted for resources: {'Port': ['ID=ea767d04-cf60-46ba-bc0a-63a56698204f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:52.161198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:52.174198 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c31ff41-7f83-40ba-bcd7-8377f53cfb0c req-ec7d6404-7579-46c8-b7a6-c7a659d22c7f tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 210 time: 0.0753868
Feb 17 20:46:52.300470 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bf91a05a-e43c-4f9c-a9df-d5b0e16a004e req-69d2fe9a-c4fd-4d36-84e8-a480d803be62 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 210 time: 0.0500276
Feb 17 20:46:52.382866 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] No DVR routers for this DVR port ea767d04-cf60-46ba-bc0a-63a56698204f on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:46:52.387256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:52.390137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'name': 'network-vif-deleted', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:46:52.426225 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6ef5720d-d7ae-4f62-bf2a-36f9f5696003 req-985c7b28-635e-4eef-bf69-02a78203302d tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "DELETE /v2.0/ports/ea767d04-cf60-46ba-bc0a-63a56698204f HTTP/1.1" status: 204  len: 173 time: 2.4017205
Feb 17 20:46:52.443531 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ab00d6-78f0-43b9-afab-79df64f5eb68', 'name': 'network-vif-deleted', 'tag': 'ea767d04-cf60-46ba-bc0a-63a56698204f', 'status': 'completed', 'code': 200}
Feb 17 20:46:52.453408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-b8651cb0-e5e0-4eb7-b1d2-27d6c30bdd4b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:52.454961 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-b8651cb0-e5e0-4eb7-b1d2-27d6c30bdd4b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "GET /v2.0/networks?id=5f38f3a0-0064-4e22-aa20-d416d420ffb0 HTTP/1.1" status: 200  len: 813 time: 0.2302761
Feb 17 20:46:52.541261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Request body: {'port': {'device_id': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0', 'admin_state_up': True, 'tenant_id': 'd339242f0b254ddbb66f8f45b8ea891e'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:46:52.707668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:46:52.718659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:46:52.727754 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Made reservation on behalf of d339242f0b254ddbb66f8f45b8ea891e for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:46:52.734727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:53.316941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Allocated IP 172.20.0.9 (5f38f3a0-0064-4e22-aa20-d416d420ffb0/39b669a6-273f-48dc-8215-74ee5f52feb3/f71766dd-7b8c-4c1c-80f5-d2086560104e) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:46:53.366771 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aab35e37-f4a5-4fdd-8f82-485d09fa7ee6 req-176648c8-e1e5-4184-8fb8-457b9b5cfa22 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ab00d6-78f0-43b9-afab-79df64f5eb68 HTTP/1.1" status: 200  len: 210 time: 0.0541456
Feb 17 20:46:53.519979 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fba5ec1a-b551-4fc5-a0e5-229f96f0d5f3 req-73311b7a-4873-4a48-bee0-c200dbc54565 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 210 time: 0.0688658
Feb 17 20:46:53.588669 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:53.618239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:53.633480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-32828262-7945-42f3-9f10-da1d49a8f1da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:53.776784 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Pushing event updated for resources: {'Port': ['ID=f71766dd-7b8c-4c1c-80f5-d2086560104e,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:53.782225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:53.834750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:46:53.836090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:46:53.838495 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:46:53.907696 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:53.908294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:53.933616 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3974850
Feb 17 20:46:53.954151 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Request body: {'port': {'device_id': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:46:54.085107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:54.519269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71766dd-7b8c-4c1c-80f5-d2086560104e {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:46:54.527510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:54.540919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Transition to ACTIVE for port object f71766dd-7b8c-4c1c-80f5-d2086560104e will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:46:54.543741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:54.560317 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:54.761868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Pushing event updated for resources: {'Port': ['ID=f71766dd-7b8c-4c1c-80f5-d2086560104e,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:54.778118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:54.902572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef4dc-5ece-4ae7-8439-5d019053d1f9 req-1516ad8c-84e3-45e8-99cd-066683953955 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:54.903364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2f3ef4dc-5ece-4ae7-8439-5d019053d1f9 req-1516ad8c-84e3-45e8-99cd-066683953955 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Synchronizing usage tracker for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:46:54.962202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2f3ef4dc-5ece-4ae7-8439-5d019053d1f9 req-1516ad8c-84e3-45e8-99cd-066683953955 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Unset dirty status for tenant:d339242f0b254ddbb66f8f45b8ea891e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:46:54.963477 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f3ef4dc-5ece-4ae7-8439-5d019053d1f9 req-1516ad8c-84e3-45e8-99cd-066683953955 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 943 time: 0.3085313
Feb 17 20:46:55.010096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Attempting to bind port f71766dd-7b8c-4c1c-80f5-d2086560104e on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:46:55.010470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Attempting to bind port f71766dd-7b8c-4c1c-80f5-d2086560104e by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:46:55.010846 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Attempting to bind port f71766dd-7b8c-4c1c-80f5-d2086560104e on network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:46:55.026475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:46:55.026857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Checking segment: {'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:46:55.027269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:55.027668 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Bound using segment: {'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:46:55.028153 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Bound port: f71766dd-7b8c-4c1c-80f5-d2086560104e, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5f38f3a0-0064-4e22-aa20-d416d420ffb0'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:46:55.028636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:55.053865 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f3ef4dc-5ece-4ae7-8439-5d019053d1f9 req-5d502367-5715-4cfd-9941-033ec1015d44 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830975
Feb 17 20:46:55.136709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] For port f71766dd-7b8c-4c1c-80f5-d2086560104e, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:46:55.140753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] For port f71766dd-7b8c-4c1c-80f5-d2086560104e, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=f71766dd-7b8c-4c1c-80f5-d2086560104e,segment=NetworkSegment(b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0),segment_id=b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:46:55.144006 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:55.159874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eafe1caa-9a2e-4882-b527-7b7b1b3ea5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:55.308819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Pushing event updated for resources: {'Port': ['ID=f71766dd-7b8c-4c1c-80f5-d2086560104e,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:55.326362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:55.358923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:55.359599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:55.360983 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] 10.222.0.54 "PUT /v2.0/ports/f71766dd-7b8c-4c1c-80f5-d2086560104e HTTP/1.1" status: 200  len: 1157 time: 1.4120862
Feb 17 20:46:55.361541 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:46:55.413480 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e', 'status': 'completed', 'code': 200}
Feb 17 20:46:55.521368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-e93d535f-7d74-42cc-a74b-8ad3ea0e00df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:55.523052 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-e93d535f-7d74-42cc-a74b-8ad3ea0e00df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d339242f0b254ddbb66f8f45b8ea891e&device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 1160 time: 0.0813830
Feb 17 20:46:55.612149 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-a40a3bda-b711-4fc5-9d1d-67d9fdac3546 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f71766dd-7b8c-4c1c-80f5-d2086560104e HTTP/1.1" status: 200  len: 217 time: 0.0740526
Feb 17 20:46:55.684960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-cd5216aa-21f1-4973-b324-f683c44027c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:55.686728 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-cd5216aa-21f1-4973-b324-f683c44027c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39b669a6-273f-48dc-8215-74ee5f52feb3 HTTP/1.1" status: 200  len: 853 time: 0.0680888
Feb 17 20:46:55.741360 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-c969356b-88df-47d4-9856-ecaac6795864 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f38f3a0-0064-4e22-aa20-d416d420ffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474091
Feb 17 20:46:55.891786 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-4ff35e54-1443-481d-9571-b18b9c636923 service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419158
Feb 17 20:46:56.049062 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad735fa-6b7c-4981-9c8f-717179d561bb req-5b2d8bb4-5f08-4f11-b2cd-83e79330a25d service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486495
Feb 17 20:46:56.272809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfc526-01fa-4ad1-b272-bc1c2167a125 req-502e46e9-fbd2-4579-89d8-68f3238b1d16 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:56.274827 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37cfc526-01fa-4ad1-b272-bc1c2167a125 req-502e46e9-fbd2-4579-89d8-68f3238b1d16 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 943 time: 0.0932803
Feb 17 20:46:56.326353 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37cfc526-01fa-4ad1-b272-bc1c2167a125 req-97e07b41-7510-4da5-8253-5f2db92239f0 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444889
Feb 17 20:46:56.342709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6c4bd-4e50-47ab-997f-28a72b23e421 req-b9be0adb-268d-42a6-b703-844b132997b2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:56.343470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2cb6c4bd-4e50-47ab-997f-28a72b23e421 req-b9be0adb-268d-42a6-b703-844b132997b2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:46:56.350717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-1a1ace59-2d57-4051-994a-ef2920e29859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:56.352248 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-1a1ace59-2d57-4051-994a-ef2920e29859 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d339242f0b254ddbb66f8f45b8ea891e&device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 1160 time: 0.1163001
Feb 17 20:46:56.386130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2cb6c4bd-4e50-47ab-997f-28a72b23e421 req-b9be0adb-268d-42a6-b703-844b132997b2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:46:56.387299 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cb6c4bd-4e50-47ab-997f-28a72b23e421 req-b9be0adb-268d-42a6-b703-844b132997b2 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 946 time: 0.2037990
Feb 17 20:46:56.506626 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cb6c4bd-4e50-47ab-997f-28a72b23e421 req-ec2dce80-cde9-40eb-a039-0ee1fe67a9be tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677524
Feb 17 20:46:56.541516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-9059ee8e-374d-4f81-9c9a-5e80556ec916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:56.543024 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-9059ee8e-374d-4f81-9c9a-5e80556ec916 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f38f3a0-0064-4e22-aa20-d416d420ffb0 HTTP/1.1" status: 200  len: 907 time: 0.1823037
Feb 17 20:46:56.618857 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-c1655d50-b00d-4e6e-a459-dc6de772c53d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f71766dd-7b8c-4c1c-80f5-d2086560104e HTTP/1.1" status: 200  len: 217 time: 0.0674207
Feb 17 20:46:56.694144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-e87fa5d5-34fa-4f32-8401-89529f7b40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:56.695741 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-e87fa5d5-34fa-4f32-8401-89529f7b40b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39b669a6-273f-48dc-8215-74ee5f52feb3 HTTP/1.1" status: 200  len: 853 time: 0.0692282
Feb 17 20:46:56.750281 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-d4770b13-8ce2-476a-ab74-5a2b15933ca6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f38f3a0-0064-4e22-aa20-d416d420ffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465918
Feb 17 20:46:56.896068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-2c8d2fdf-3e49-4a59-8bcf-7590b0a4ae74 service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357346
Feb 17 20:46:57.041329 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e17e6f9f-db7a-4e31-be72-d1b9bc6cf7e3 req-2426ba32-9134-4d1c-9c31-7888614cb312 service neutron] 10.222.0.54 "GET /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380591
Feb 17 20:46:57.530599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428da8-b8d8-4a29-b227-bcbe637358e9 req-0f0b071f-8d2b-44d6-b932-663a07a397f4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:57.532185 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e428da8-b8d8-4a29-b227-bcbe637358e9 req-0f0b071f-8d2b-44d6-b932-663a07a397f4 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 943 time: 0.0911458
Feb 17 20:46:57.581528 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e428da8-b8d8-4a29-b227-bcbe637358e9 req-34d0bb10-9f9c-456a-a8fb-99a6b4600a46 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429897
Feb 17 20:46:57.706682 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cfea5-7eb9-4566-b1d1-c47b3defe057 req-249d2c40-30c4-4014-8e0b-282591a31345 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:57.708294 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d0cfea5-7eb9-4566-b1d1-c47b3defe057 req-249d2c40-30c4-4014-8e0b-282591a31345 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 946 time: 0.0882416
Feb 17 20:46:57.759679 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d0cfea5-7eb9-4566-b1d1-c47b3defe057 req-447f1cb8-f649-477e-b0ce-d40dc00060c1 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451419
Feb 17 20:46:58.780417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaa821-eebf-43bd-9503-41f62cbdc5ea req-4192e7ea-2561-467d-99ee-8ad12ab7c1c3 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:58.782076 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dadaa821-eebf-43bd-9503-41f62cbdc5ea req-4192e7ea-2561-467d-99ee-8ad12ab7c1c3 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 943 time: 0.0870943
Feb 17 20:46:58.822569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-d2abad62-9dc2-4568-9f0c-2dc4f5e86f03 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:58.824155 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-d2abad62-9dc2-4568-9f0c-2dc4f5e86f03 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 946 time: 0.0924025
Feb 17 20:46:58.843567 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dadaa821-eebf-43bd-9503-41f62cbdc5ea req-7c3c43a7-7d4e-4e5f-8e43-78c4e39063e3 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534353
Feb 17 20:46:58.846695 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 256c722c-d641-4497-b996-16f34c7ab072 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:46:58.967599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Deleting port 256c722c-d641-4497-b996-16f34c7ab072 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:46:58.967996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:58.980527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:59.014390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256c722c-d641-4497-b996-16f34c7ab072'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:46:59.025066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 256c722c-d641-4497-b996-16f34c7ab072, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=256c722c-d641-4497-b996-16f34c7ab072,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:59.028636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:59.031103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:59.076712 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256c722c-d641-4497-b996-16f34c7ab072', 'code': 200}
Feb 17 20:46:59.119726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=256c722c-d641-4497-b996-16f34c7ab072,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:59.129315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.129735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.130128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.130513 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.130898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.131279 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.131657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.132045 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.132421 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.132793 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.133165 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.133536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.133993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.134386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.134747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.135122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.135492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.135864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.136231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.136604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.136979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.137411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.138021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.138604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:46:59.143544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:46:59.349405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0391-a985-4e90-a406-c5d3cf5d24ee req-a0983e0d-531d-4eb8-96f8-33fc867a3737 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:46:59.350931 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9de0391-a985-4e90-a406-c5d3cf5d24ee req-a0983e0d-531d-4eb8-96f8-33fc867a3737 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 946 time: 0.4725978
Feb 17 20:46:59.491657 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9de0391-a985-4e90-a406-c5d3cf5d24ee req-13d7ce0d-1004-4071-9452-cfc889b79556 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1915f79-d7c2-462a-9ad1-ba5a15a795d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202133
Feb 17 20:46:59.531737 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] For port 256c722c-d641-4497-b996-16f34c7ab072, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=256c722c-d641-4497-b996-16f34c7ab072,segment=NetworkSegment(93bc9b59-3531-421b-acd7-42404bcbc6ed),segment_id=93bc9b59-3531-421b-acd7-42404bcbc6ed)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:46:59.532094 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:59.672213 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Calling delete_port for 256c722c-d641-4497-b996-16f34c7ab072 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:46:59.827720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:46:59.845953 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b0203ae7-e3d0-4d64-8d84-209ceaa10eca tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:46:59.944331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Pushing event deleted for resources: {'Port': ['ID=256c722c-d641-4497-b996-16f34c7ab072,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:46:59.947051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:00.055645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a9b3-dfe8-49a8-b08e-befa98dfddb7 req-f9d6aaf5-ea99-4388-9e72-0a2b7ca7b18b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:00.057228 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a276a9b3-dfe8-49a8-b08e-befa98dfddb7 req-f9d6aaf5-ea99-4388-9e72-0a2b7ca7b18b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 943 time: 0.0913360
Feb 17 20:47:00.062367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] No DVR routers for this DVR port 256c722c-d641-4497-b996-16f34c7ab072 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:47:00.064727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:00.074796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'name': 'network-vif-deleted', 'tag': '256c722c-d641-4497-b996-16f34c7ab072'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:47:00.082129 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-372880d5-ea23-49fb-a122-1f48d29e2187 req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.54 "DELETE /v2.0/ports/256c722c-d641-4497-b996-16f34c7ab072 HTTP/1.1" status: 204  len: 173 time: 1.2502995
Feb 17 20:47:00.121065 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a276a9b3-dfe8-49a8-b08e-befa98dfddb7 req-94b6e16c-5f72-44a7-8f59-4f2fc98b9d4e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465472
Feb 17 20:47:00.132902 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0b586-035e-4e28-be74-4c9fb0accd61', 'name': 'network-vif-deleted', 'tag': '256c722c-d641-4497-b996-16f34c7ab072', 'status': 'completed', 'code': 200}
Feb 17 20:47:00.670229 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5a7309ff-3b85-4b36-bd29-e04ef5c9cbce req-811bd2a9-a3a7-4d1e-9f91-19783c5a4241 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Synchronizing usage tracker for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:47:00.686600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5a7309ff-3b85-4b36-bd29-e04ef5c9cbce req-811bd2a9-a3a7-4d1e-9f91-19783c5a4241 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Unset dirty status for tenant:91df102c1c5b4c90b807ea6334562a6e on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:47:00.688317 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5a7309ff-3b85-4b36-bd29-e04ef5c9cbce req-811bd2a9-a3a7-4d1e-9f91-19783c5a4241 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b0b586-035e-4e28-be74-4c9fb0accd61 HTTP/1.1" status: 200  len: 210 time: 0.0679593
Feb 17 20:47:01.326837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ebbb7-6337-4407-b459-8e48e556ac73 req-40c18404-994b-43d2-97ad-7879303d2616 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:01.328446 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb6ebbb7-6337-4407-b459-8e48e556ac73 req-40c18404-994b-43d2-97ad-7879303d2616 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 943 time: 0.0928674
Feb 17 20:47:01.378192 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb6ebbb7-6337-4407-b459-8e48e556ac73 req-dff8e8d7-813b-44ec-a5a1-425ac707be85 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433426
Feb 17 20:47:01.636899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device f71766dd-7b8c-4c1c-80f5-d2086560104e up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:47:01.709020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port f71766dd-7b8c-4c1c-80f5-d2086560104e completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:47:01.714208 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port f71766dd-7b8c-4c1c-80f5-d2086560104e triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:47:01.714660 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:01.791373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34080) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:01.846948 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:01.861489 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Deleting subnet f8a0fd62-2794-435a-a026-5a3400076bb6 {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:47:01.864901 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:01.876936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:47:01.888292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port f71766dd-7b8c-4c1c-80f5-d2086560104e, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=f71766dd-7b8c-4c1c-80f5-d2086560104e,segment=NetworkSegment(b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0),segment_id=b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:47:01.891800 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:01.893933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41137b04-f3fc-4f3b-bce4-e5daa4c3aea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:01.924234 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:01.937170 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e', 'code': 200}
Feb 17 20:47:01.973574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=f71766dd-7b8c-4c1c-80f5-d2086560104e,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:01.979214 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:01.999086 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:02.232263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f0bd6-05f4-49ae-b2b5-df7818aa8bbc req-133a6db9-4463-4634-b309-e970ca364c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:02.233934 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c4f0bd6-05f4-49ae-b2b5-df7818aa8bbc req-133a6db9-4463-4634-b309-e970ca364c3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 1162 time: 0.0800412
Feb 17 20:47:02.269800 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:02.279189 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c4f0bd6-05f4-49ae-b2b5-df7818aa8bbc req-0ecfd802-7ab4-4212-a2f7-b748c295578e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376713
Feb 17 20:47:02.285983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:02.375329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a0fd62-2794-435a-a026-5a3400076bb6,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:02.396597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.397011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.397415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.397841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.398239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.398634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.399026 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.399419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.399806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.400193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.400586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.401013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.401439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.401855 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.402246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.402630 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.403532 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.403979 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.404432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.404825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.405216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.405602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.406017 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.406398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:02.410350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:02.441290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:02.452959 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b3a9fb10-e8b1-494d-9a3e-b723037e6ab6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8a0fd62-2794-435a-a026-5a3400076bb6 HTTP/1.1" status: 204  len: 168 time: 0.6604376
Feb 17 20:47:02.455540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34088) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:02.578482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:02.587205 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7c90-aee6-423d-9ea5-b0cd3457af18 req-2b0c9c07-d55a-4160-9689-36baa86e6418 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:02.588808 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c39f7c90-aee6-423d-9ea5-b0cd3457af18 req-2b0c9c07-d55a-4160-9689-36baa86e6418 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 945 time: 0.0926514
Feb 17 20:47:02.638039 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c39f7c90-aee6-423d-9ea5-b0cd3457af18 req-c2ac168d-a9ac-4df6-a1d9-7fef4acd1e34 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420344
Feb 17 20:47:02.775943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:02.893435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4ba62ac88>,) {'filters': {'network_id': ['cecebc5a-94da-45fc-9beb-4b0aa8334e4b']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:02.907251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4ba62ac88>, '93bc9b59-3531-421b-acd7-42404bcbc6ed') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:02.907592 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4ba62ac88>, '93bc9b59-3531-421b-acd7-42404bcbc6ed') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:02.920319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:02.935590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:02.937621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:47:03.120628 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device f71766dd-7b8c-4c1c-80f5-d2086560104e up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:47:03.126388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:47:03.135839 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:03.194962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port f71766dd-7b8c-4c1c-80f5-d2086560104e triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:47:03.195300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:03.321814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Network cecebc5a-94da-45fc-9beb-4b0aa8334e4b has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:47:03.345769 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:47:03.424353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:03.428075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:03.444597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:03.455642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=cecebc5a-94da-45fc-9beb-4b0aa8334e4b,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:03.460644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:03.466779 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-63e81bde-4245-4604-a292-64c6c93e0c04 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cecebc5a-94da-45fc-9beb-4b0aa8334e4b HTTP/1.1" status: 204  len: 168 time: 1.0102262
Feb 17 20:47:03.583060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34094) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:03.917230 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c67584d1-45cd-4f8b-8287-cb3f6fcfc931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91df102c1c5b4c90b807ea6334562a6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3304498
Feb 17 20:47:03.917574 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34100) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:03.939553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea8250-2b0c-49c6-95e3-31dcfe845996 req-487967b9-7816-4c70-99fd-723b156e263c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:03.941147 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aea8250-2b0c-49c6-95e3-31dcfe845996 req-487967b9-7816-4c70-99fd-723b156e263c tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 945 time: 0.1201546
Feb 17 20:47:03.983809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8010d23d-eaaa-4942-9adf-40f701e09095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:03.992149 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aea8250-2b0c-49c6-95e3-31dcfe845996 req-565c98f3-7491-4359-bb2b-32642128baaa tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445218
Feb 17 20:47:04.020084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8010d23d-eaaa-4942-9adf-40f701e09095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:04.075825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8010d23d-eaaa-4942-9adf-40f701e09095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:04.081996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f65bc094-b563-44f4-8613-2b5ae26a6274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:04.098201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010d23d-eaaa-4942-9adf-40f701e09095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1915f79-d7c2-462a-9ad1-ba5a15a795d1,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:04.101821 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8010d23d-eaaa-4942-9adf-40f701e09095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:04.107655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8010d23d-eaaa-4942-9adf-40f701e09095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:04.108886 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8010d23d-eaaa-4942-9adf-40f701e09095 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1915f79-d7c2-462a-9ad1-ba5a15a795d1 HTTP/1.1" status: 204  len: 168 time: 0.1899893
Feb 17 20:47:04.592691 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9456115f-1c33-4812-8928-ca2d5399c6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:05.210108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca152b55-f211-475b-a20c-ea5f19666431 req-2005face-f3b8-4800-b944-781efad1c073 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:05.211770 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ca152b55-f211-475b-a20c-ea5f19666431 req-2005face-f3b8-4800-b944-781efad1c073 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 945 time: 0.0970051
Feb 17 20:47:05.262225 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ca152b55-f211-475b-a20c-ea5f19666431 req-c607a728-fdbc-43ba-ab5a-cda8b13348b1 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435829
Feb 17 20:47:06.469662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34178) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:06.595525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:06.610929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:06.615308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Usage tracker for resource:security_group_rule and tenant:7c775938feac407dacb4f58a73a6bac5 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:06.618255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:06.625861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:06.718799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:06.721433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:06.730352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d37008b4-aea0-4f0c-8bcc-6323ff6a2313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:06.772955 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c775938feac407dacb4f58a73a6bac5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3021128
Feb 17 20:47:06.774710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f3d92-7930-45b0-a13c-5d47f3588a87,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:06.775990 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34184) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:06.778726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-232f9cc7-bd4e-409f-b8a8-9523c8ee784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:06.839499 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9b49416-1759-42dc-838e-289ede71a78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:06.868036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9b49416-1759-42dc-838e-289ede71a78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:06.912783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9b49416-1759-42dc-838e-289ede71a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:06.917884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1859a7eb-eff5-4668-b792-dc8e29bdeabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:06.932218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49416-1759-42dc-838e-289ede71a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f3d92-7930-45b0-a13c-5d47f3588a87,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:06.935108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a9b49416-1759-42dc-838e-289ede71a78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:06.936275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9b49416-1759-42dc-838e-289ede71a78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:06.937457 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a9b49416-1759-42dc-838e-289ede71a78e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c3f3d92-7930-45b0-a13c-5d47f3588a87 HTTP/1.1" status: 204  len: 168 time: 0.1603804
Feb 17 20:47:07.160792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aec13997-c5c2-4f96-b2dd-bb1c3b38ad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.229060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34194) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:07.248141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.264174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:07.268296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Usage tracker for resource:security_group_rule and tenant:7e2b6fe4507a4d2ea5f79f515d3e5c8b is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:07.271287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:07.277060 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:07.371243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.374414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.384286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-956bab67-0d4d-4c1b-bee1-72ed6110ba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:07.431636 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e2b6fe4507a4d2ea5f79f515d3e5c8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012746
Feb 17 20:47:07.433567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f247b84c-e884-42c1-8bf5-18b54f1cf64f,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:07.434600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34198) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:07.437300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-04685566-0dab-4772-86c7-9bb18880dc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:07.504437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08519c60-3c10-46c1-9263-151263351202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.533419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08519c60-3c10-46c1-9263-151263351202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.579278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08519c60-3c10-46c1-9263-151263351202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.584597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3c5143b-70bc-4fdb-a453-bfebe45afca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:07.597538 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08519c60-3c10-46c1-9263-151263351202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247b84c-e884-42c1-8bf5-18b54f1cf64f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:07.602841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08519c60-3c10-46c1-9263-151263351202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:07.607452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08519c60-3c10-46c1-9263-151263351202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:07.608681 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-08519c60-3c10-46c1-9263-151263351202 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f247b84c-e884-42c1-8bf5-18b54f1cf64f HTTP/1.1" status: 204  len: 168 time: 0.1729898
Feb 17 20:47:07.789747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:08.985511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:09.009667 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:09.483529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:11.525555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34300) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:11.659167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:11.675716 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:11.679864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Usage tracker for resource:security_group_rule and tenant:9aa183bfb1a84781ad24d00789a7bd27 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:11.682909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:11.688882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:11.773501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:11.776184 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:11.785634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afb43f9b-12cc-49d3-8516-e6a1bcece4a9 tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:11.829018 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9aa183bfb1a84781ad24d00789a7bd27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3022742
Feb 17 20:47:11.830047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866f0d57-b01b-41da-8665-7ae47451796e,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:11.832096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34306) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:11.833642 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9aba3a0f-c6ae-481d-a140-93105f21e74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:11.896994 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71b06ea1-27da-470e-a40b-ab6e4953f821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:11.926368 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71b06ea1-27da-470e-a40b-ab6e4953f821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:11.972768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71b06ea1-27da-470e-a40b-ab6e4953f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:11.976810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-df21709a-8953-4027-8102-fbd57b434034 tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:11.989537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b06ea1-27da-470e-a40b-ab6e4953f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f0d57-b01b-41da-8665-7ae47451796e,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:11.991999 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-71b06ea1-27da-470e-a40b-ab6e4953f821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:11.997876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71b06ea1-27da-470e-a40b-ab6e4953f821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.002131 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-71b06ea1-27da-470e-a40b-ab6e4953f821 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/866f0d57-b01b-41da-8665-7ae47451796e HTTP/1.1" status: 204  len: 168 time: 0.1688757
Feb 17 20:47:12.294420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34314) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:12.314688 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.329937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:12.334883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Usage tracker for resource:security_group_rule and tenant:e959b8fa15e84af788e13da515ecddf5 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:12.337883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:12.344381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:12.433962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.437129 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.450620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a36115a-773c-42b8-bc2d-715d3c98274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:12.493307 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e959b8fa15e84af788e13da515ecddf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1974216
Feb 17 20:47:12.496342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34320) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:12.497869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39c124-3a06-46b8-ae1a-a5efdfd7b0c0,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:12.501106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9800c7db-1061-4abc-8286-bd29aa8eb65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:12.565245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72507856-e824-4826-8fb5-e8ab249a0f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.592952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72507856-e824-4826-8fb5-e8ab249a0f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.639376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72507856-e824-4826-8fb5-e8ab249a0f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.640896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3d54f060-e7a1-4f07-ac2a-7190313e2f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:12.657170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72507856-e824-4826-8fb5-e8ab249a0f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39c124-3a06-46b8-ae1a-a5efdfd7b0c0,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:12.660000 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-72507856-e824-4826-8fb5-e8ab249a0f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:12.670193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72507856-e824-4826-8fb5-e8ab249a0f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:12.674028 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-72507856-e824-4826-8fb5-e8ab249a0f29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e39c124-3a06-46b8-ae1a-a5efdfd7b0c0 HTTP/1.1" status: 204  len: 168 time: 0.1738243
Feb 17 20:47:13.457867 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-93c244bc-35a8-401d-ae2e-0f07ff2284f0 req-eca1302c-8807-41ce-9b06-74560dd017ae service neutron] (84017) timed out ('10.222.0.54', 52287) {{(pid=84017) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 20:47:14.948816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34390) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:15.075838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.091789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:15.095911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b67c108097de444f9653204c7084c3dd is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:15.099025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:15.104835 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:15.190897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.193727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.203304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-01f1dd45-7a8f-49af-ab81-789dd58bf708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:15.258330 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b67c108097de444f9653204c7084c3dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3077335
Feb 17 20:47:15.259299 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0f6ddd-beee-438b-bc30-f4147ce0e378,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:15.261488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34396) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:15.263320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-557c73eb-f874-4566-bd6c-9a6ce92805b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:15.337287 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ade0b7f2-ac63-43a4-ad59-e219c1d5f118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.365212 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ade0b7f2-ac63-43a4-ad59-e219c1d5f118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.411457 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ade0b7f2-ac63-43a4-ad59-e219c1d5f118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.416625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-66eda6c6-bafb-4754-8f82-cd5227220020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:15.430225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0b7f2-ac63-43a4-ad59-e219c1d5f118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0f6ddd-beee-438b-bc30-f4147ce0e378,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:15.436162 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ade0b7f2-ac63-43a4-ad59-e219c1d5f118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:15.440393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ade0b7f2-ac63-43a4-ad59-e219c1d5f118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.441612 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ade0b7f2-ac63-43a4-ad59-e219c1d5f118 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb0f6ddd-beee-438b-bc30-f4147ce0e378 HTTP/1.1" status: 204  len: 168 time: 0.1787980
Feb 17 20:47:15.726638 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34404) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:15.746107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.762568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:15.766313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Usage tracker for resource:security_group_rule and tenant:be56674b968243ac8938f01f131e59ed is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:15.769244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:15.775023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:15.863665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.866621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:15.875967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cfbd9320-302a-4e39-94a4-dcd423ab5c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:15.920172 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be56674b968243ac8938f01f131e59ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1923678
Feb 17 20:47:15.921122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de14ab52-77de-487b-a58f-2c8ee6bd6189,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:15.923121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34410) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:15.924569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4ccea093-67a1-4019-b572-c6031164b2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:15.988781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:16.016579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:16.066940 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:16.076576 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51360fa0-a49c-469a-9cf9-1c37c245d22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:16.093609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de14ab52-77de-487b-a58f-2c8ee6bd6189,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:16.098101 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:16.104230 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:16.108784 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de14ab52-77de-487b-a58f-2c8ee6bd6189 HTTP/1.1" status: 204  len: 168 time: 0.1810513
Feb 17 20:47:16.857075 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34432) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:16.969464 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-106497334-network', 'tenant_id': 'd0232b06dd444b6c8968d516072f7b27'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:47:16.974971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:16.979044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Usage tracker for resource:network and tenant:d0232b06dd444b6c8968d516072f7b27 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:16.982926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:16.988713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:16.998998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Made reservation on behalf of d0232b06dd444b6c8968d516072f7b27 for: {'network': 1} {{(pid=84017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:47:17.003799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.017145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.032534 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:17.036492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Usage tracker for resource:security_group_rule and tenant:d0232b06dd444b6c8968d516072f7b27 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:17.039514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:17.046018 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:17.136700 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.140144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.144555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5d76ef2-c2d3-40ba-b385-132debb65b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:17.173862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:47:17.187113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07220d09-448f-4f81-9432-9b2b37424390,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:17.191719 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256671776764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.192151 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Added segment e56ab873-4481-4b32-a153-dfc39f68e519 of type vxlan for network c80ae68b-4205-4626-8e9f-6baa5aefc53e
Feb 17 20:47:17.193459 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:17.221157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.250152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.251420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:17.252057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.257041 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8cdb143-0217-416b-9274-0c04ba933872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:17.366798 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5084262
Feb 17 20:47:17.369875 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Pushing event updated for resources: {'Network': ['ID=c80ae68b-4205-4626-8e9f-6baa5aefc53e,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:17.370042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34440) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:17.373663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-853b68f4-2a36-4e76-91d5-602f507f603d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:17.376933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Request body: {'subnet': {'network_id': 'c80ae68b-4205-4626-8e9f-6baa5aefc53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-106497334-subnet', 'tenant_id': 'd0232b06dd444b6c8968d516072f7b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:47:17.381876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network c80ae68b-4205-4626-8e9f-6baa5aefc53e details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:47:17.382356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:17.386428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Usage tracker for resource:subnet and tenant:d0232b06dd444b6c8968d516072f7b27 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:17.390108 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:17.395893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:17.405962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Made reservation on behalf of d0232b06dd444b6c8968d516072f7b27 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:47:17.410786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.821543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:17.841679 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8383d83a-75ee-4a07-950e-37f9fbbb1a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:17.971209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d4a365-daca-4b5c-95ec-aabd2bd7aa15,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:17.974296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:18.048787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Checking segment: {'id': 'e56ab873-4481-4b32-a153-dfc39f68e519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c80ae68b-4205-4626-8e9f-6baa5aefc53e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:47:18.049417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Network hostable DHCP agents. Network: c80ae68b-4205-4626-8e9f-6baa5aefc53e, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:47:18.069193 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Network c80ae68b-4205-4626-8e9f-6baa5aefc53e is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:47:18.078501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, c80ae68b-4205-4626-8e9f-6baa5aefc53e) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:47:18.088663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d2687-17a8-4f87-ac0b-d6b764817930 None None] Network c80ae68b-4205-4626-8e9f-6baa5aefc53e requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:47:18.091361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:18.092189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:18.117429 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-34ff94ee-c8b4-4ca9-b10b-8be2a23e563b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7463043
Feb 17 20:47:18.317096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5705877-6f3a-45dc-89d9-44a0f66ab980 None None] Network c80ae68b-4205-4626-8e9f-6baa5aefc53e requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:47:18.799078 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34464) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:18.805885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-285811805-network', 'tenant_id': '3f1b7b0ff9d34929a68c90158205eae0'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:47:18.812106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:18.816147 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Usage tracker for resource:network and tenant:3f1b7b0ff9d34929a68c90158205eae0 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:18.819986 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:18.825838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:18.835180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Made reservation on behalf of 3f1b7b0ff9d34929a68c90158205eae0 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:47:18.840494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:18.853572 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:18.869337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:18.873367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Usage tracker for resource:security_group_rule and tenant:3f1b7b0ff9d34929a68c90158205eae0 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:18.876333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:18.882204 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:18.972245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:18.975140 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:18.979402 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9513e0c-bd9e-4ac2-a28e-8e878861b1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:19.012420 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:47:19.022333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95761b-4e0c-4d01-94f6-e532f8d7f554,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:19.029422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:19.030452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:19.030842 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Added segment a4ecbe6e-dc99-47a2-b25f-0d1c7328bb11 of type vxlan for network 4ba9794e-a744-40ed-841c-80d245be1c1c
Feb 17 20:47:19.041505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:47:19.059593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:19.091247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:19.092566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:19.093217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:19.096905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-787a1997-ee30-4c15-ba6e-8736445f7e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:19.205036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Pushing event updated for resources: {'Network': ['ID=4ba9794e-a744-40ed-841c-80d245be1c1c,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:19.208591 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4083879
Feb 17 20:47:19.209624 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:19.211553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34470) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:19.216819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network 4ba9794e-a744-40ed-841c-80d245be1c1c details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:47:19.218231 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Request body: {'subnet': {'network_id': '4ba9794e-a744-40ed-841c-80d245be1c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-285811805-subnet', 'tenant_id': '3f1b7b0ff9d34929a68c90158205eae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:47:19.223531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:19.227528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Usage tracker for resource:subnet and tenant:3f1b7b0ff9d34929a68c90158205eae0 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:19.230588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:19.236386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:19.245844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Made reservation on behalf of 3f1b7b0ff9d34929a68c90158205eae0 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:47:19.250701 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:19.653645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:19.673034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:19.703361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network c80ae68b-4205-4626-8e9f-6baa5aefc53e details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:47:19.812076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9c01c5-a099-4a35-a992-40b5c296ea73,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:19.817662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:19.838373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network 4ba9794e-a744-40ed-841c-80d245be1c1c details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:47:19.889256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Checking segment: {'id': 'a4ecbe6e-dc99-47a2-b25f-0d1c7328bb11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ba9794e-a744-40ed-841c-80d245be1c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:47:19.889656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Network hostable DHCP agents. Network: 4ba9794e-a744-40ed-841c-80d245be1c1c, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:47:19.909533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Network 4ba9794e-a744-40ed-841c-80d245be1c1c is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:47:19.917727 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, 4ba9794e-a744-40ed-841c-80d245be1c1c) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:47:19.928753 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314f0b1-3db0-406a-85aa-2ab93ba01ffc None None] Network 4ba9794e-a744-40ed-841c-80d245be1c1c requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:47:19.931013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:19.931662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:19.952213 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bda1275d-79f6-402a-8f02-feb9cf197ea0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7395868
Feb 17 20:47:20.383599 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b5c5f-8b65-4802-9efa-03df65ce7598 None None] Network 4ba9794e-a744-40ed-841c-80d245be1c1c requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:47:33.217269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073882f-2346-4c14-acc9-b6cffdaaa924 req-7314351b-74e8-4731-80e2-85936813b8a5 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:33.218940 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5073882f-2346-4c14-acc9-b6cffdaaa924 req-7314351b-74e8-4731-80e2-85936813b8a5 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 945 time: 0.0895808
Feb 17 20:47:33.270979 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5073882f-2346-4c14-acc9-b6cffdaaa924 req-eaee0139-5bcb-4508-b042-5e922ff01d93 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457773
Feb 17 20:47:34.485141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18dd01-0d68-49d3-90e8-8f6a3061c19b req-6cd37b01-d6ac-4a18-97a8-c7f8bd5a24ff tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:34.486822 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fa18dd01-0d68-49d3-90e8-8f6a3061c19b req-6cd37b01-d6ac-4a18-97a8-c7f8bd5a24ff tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 945 time: 0.0916464
Feb 17 20:47:34.535414 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fa18dd01-0d68-49d3-90e8-8f6a3061c19b req-13383c79-5d56-4de2-8c13-9ae4e48426cc tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421269
Feb 17 20:47:34.594843 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfc11ce7-f13a-4847-be14-50152c3df0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:35.749100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf93f9f-8d1e-41be-9868-d56f719a2723 req-bb46a9a2-9a8d-4a3c-b69c-bb9bb46fabdd tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:35.750751 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3bf93f9f-8d1e-41be-9868-d56f719a2723 req-bb46a9a2-9a8d-4a3c-b69c-bb9bb46fabdd tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 945 time: 0.1016741
Feb 17 20:47:35.800067 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3bf93f9f-8d1e-41be-9868-d56f719a2723 req-9afd447c-887a-4ca0-b728-83f8ed983abc tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426726
Feb 17 20:47:36.322640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device f71766dd-7b8c-4c1c-80f5-d2086560104e no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:47:36.341919 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-6918f2f7-7212-4a16-85fc-1ec971f2176d tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:36.344033 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-6918f2f7-7212-4a16-85fc-1ec971f2176d tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 945 time: 0.3447037
Feb 17 20:47:36.428096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Deleting port f71766dd-7b8c-4c1c-80f5-d2086560104e {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:47:36.428480 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:36.449130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:36.477893 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:47:36.488354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port f71766dd-7b8c-4c1c-80f5-d2086560104e, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=f71766dd-7b8c-4c1c-80f5-d2086560104e,segment=NetworkSegment(b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0),segment_id=b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:47:36.491771 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:36.493640 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:36.574180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=f71766dd-7b8c-4c1c-80f5-d2086560104e,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:36.578458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:36.674085 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e', 'code': 200}
Feb 17 20:47:36.706158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] For port f71766dd-7b8c-4c1c-80f5-d2086560104e, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=f71766dd-7b8c-4c1c-80f5-d2086560104e,segment=NetworkSegment(b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0),segment_id=b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:47:36.706563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:36.843970 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Calling delete_port for f71766dd-7b8c-4c1c-80f5-d2086560104e owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:47:37.081616 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c7e0-c416-44cc-878c-57fddbe6909f req-edb80cf9-a031-4b67-8cf3-911e0e4bb24b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:37.083217 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c55c7e0-c416-44cc-878c-57fddbe6909f req-edb80cf9-a031-4b67-8cf3-911e0e4bb24b tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/ports?device_id=8adc53e0-a65e-41e1-9530-9253860d6cc3 HTTP/1.1" status: 200  len: 943 time: 0.1562457
Feb 17 20:47:37.084098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:37.103809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c5b4c97a-7b72-4113-b237-3aecf6b6996a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:37.163235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a334660-7476-4c23-83f4-992c1a719bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:37.218391 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Pushing event deleted for resources: {'Port': ['ID=f71766dd-7b8c-4c1c-80f5-d2086560104e,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:37.245486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.245927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.246320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.246726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.247790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.248192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.248596 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.248996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.249395 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.249825 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.250224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.250625 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.251066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.251469 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.251864 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.252258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.252655 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.253051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.253445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.253871 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.254269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.254666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.255071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.255458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:47:37.262529 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:37.291470 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c55c7e0-c416-44cc-878c-57fddbe6909f req-2d296bad-53d1-44ee-8d02-a3087ffbdcfc tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8b0f825-09ca-4021-85a3-6e344a861037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545768
Feb 17 20:47:37.399042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] No DVR routers for this DVR port f71766dd-7b8c-4c1c-80f5-d2086560104e on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:47:37.401479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:37.406812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'name': 'network-vif-deleted', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:47:37.425098 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b64ef45-a47a-46ba-9fe9-19a346f88196 req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] 10.222.0.54 "DELETE /v2.0/ports/f71766dd-7b8c-4c1c-80f5-d2086560104e HTTP/1.1" status: 204  len: 173 time: 1.0743461
Feb 17 20:47:37.458520 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc53e0-a65e-41e1-9530-9253860d6cc3', 'name': 'network-vif-deleted', 'tag': 'f71766dd-7b8c-4c1c-80f5-d2086560104e', 'status': 'completed', 'code': 200}
Feb 17 20:47:37.792265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:39.009673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:39.014833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:39.486882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:41.385942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34678) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:41.457303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Deleting subnet 04d4a365-daca-4b5c-95ec-aabd2bd7aa15 {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:47:41.460378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:41.512752 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:41.571941 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:41.833227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:41.849684 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a91c3230-d1f4-4a3f-b7e6-2f64d6f187e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:41.940515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d4a365-daca-4b5c-95ec-aabd2bd7aa15,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:41.943437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:41.987404 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:41.993432 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04d4a365-daca-4b5c-95ec-aabd2bd7aa15 HTTP/1.1" status: 204  len: 168 time: 0.6064103
Feb 17 20:47:41.996170 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34682) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:42.120931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:42.322805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:42.443689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b9193f60>,) {'filters': {'network_id': ['c80ae68b-4205-4626-8e9f-6baa5aefc53e']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:42.457186 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b9193f60>, 'e56ab873-4481-4b32-a153-dfc39f68e519') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:42.457522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b9193f60>, 'e56ab873-4481-4b32-a153-dfc39f68e519') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:42.470290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:42.485533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:42.487554 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:47:42.667548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Network c80ae68b-4205-4626-8e9f-6baa5aefc53e has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:47:42.681959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:42.862072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Network c80ae68b-4205-4626-8e9f-6baa5aefc53e has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:47:42.884401 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:47:42.966952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:42.970492 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:42.987348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:42.993874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c80ae68b-4205-4626-8e9f-6baa5aefc53e,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:42.997376 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:42.999330 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a83c74e6-de11-4488-b3c6-830aedd9e6ab admin admin] 10.222.0.23 "DELETE /v2.0/networks/c80ae68b-4205-4626-8e9f-6baa5aefc53e HTTP/1.1" status: 204  len: 168 time: 1.0021605
Feb 17 20:47:43.002490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34688) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:43.070965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Deleting subnet 3c9c01c5-a099-4a35-a992-40b5c296ea73 {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:47:43.074442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:43.131918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:43.192202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:43.454003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:43.470280 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1a3cbb3d-9775-40f6-b70c-021291cef22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:43.559174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9c01c5-a099-4a35-a992-40b5c296ea73,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:43.563217 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:43.604643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:43.610940 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1cb3ff68-960a-446f-a8dd-b78ba3ff9790 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c9c01c5-a099-4a35-a992-40b5c296ea73 HTTP/1.1" status: 204  len: 168 time: 0.6074016
Feb 17 20:47:43.613709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34694) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:43.731975 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:43.926181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:44.041769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b99a0a90>,) {'filters': {'network_id': ['4ba9794e-a744-40ed-841c-80d245be1c1c']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:44.060336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b99a0a90>, 'a4ecbe6e-dc99-47a2-b25f-0d1c7328bb11') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:44.060653 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b99a0a90>, 'a4ecbe6e-dc99-47a2-b25f-0d1c7328bb11') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:47:44.076090 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:44.092335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:44.094540 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:47:44.275913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Network 4ba9794e-a744-40ed-841c-80d245be1c1c has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:47:44.285460 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:44.701522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Network 4ba9794e-a744-40ed-841c-80d245be1c1c has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:47:44.725536 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:47:44.805371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:44.810474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:44.814270 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-350f7fc5-eb0d-4a34-8e8d-78436a41e325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:44.833601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba9794e-a744-40ed-841c-80d245be1c1c,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:44.836331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:44.837983 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7d8e823e-b662-4e4d-9912-84b7a4399727 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4ba9794e-a744-40ed-841c-80d245be1c1c HTTP/1.1" status: 204  len: 168 time: 1.2232652
Feb 17 20:47:45.013353 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34702) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:45.067722 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a5db7020-3b49-4add-ae05-017f28e724b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0232b06dd444b6c8968d516072f7b27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528636
Feb 17 20:47:45.070627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34706) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:45.136056 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efa892c1-51cb-47e2-8372-bb5e0fa30206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.165275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efa892c1-51cb-47e2-8372-bb5e0fa30206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.213150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efa892c1-51cb-47e2-8372-bb5e0fa30206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.219201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1fdee449-be72-4789-b7e7-cb882b0ac38d tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:45.234337 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa892c1-51cb-47e2-8372-bb5e0fa30206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07220d09-448f-4f81-9432-9b2b37424390,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:45.237290 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-efa892c1-51cb-47e2-8372-bb5e0fa30206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:45.244814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efa892c1-51cb-47e2-8372-bb5e0fa30206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.246432 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-efa892c1-51cb-47e2-8372-bb5e0fa30206 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07220d09-448f-4f81-9432-9b2b37424390 HTTP/1.1" status: 204  len: 168 time: 0.1748071
Feb 17 20:47:45.607712 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34718) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:45.662895 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-abee1e5e-9ead-4d5a-94a6-f83b492ce298 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f1b7b0ff9d34929a68c90158205eae0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537868
Feb 17 20:47:45.665620 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34722) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:47:45.738609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-a0b8-41fb-85a0-1ee6925c6857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.769260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-a0b8-41fb-85a0-1ee6925c6857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.816432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-a0b8-41fb-85a0-1ee6925c6857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.821909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2fca1d4-2c04-4f9b-8ee4-eefc9b86d304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:45.835811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e11f0-a0b8-41fb-85a0-1ee6925c6857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95761b-4e0c-4d01-94f6-e532f8d7f554,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:45.838681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e31e11f0-a0b8-41fb-85a0-1ee6925c6857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:45.839863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-a0b8-41fb-85a0-1ee6925c6857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:45.842408 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e31e11f0-a0b8-41fb-85a0-1ee6925c6857 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e95761b-4e0c-4d01-94f6-e532f8d7f554 HTTP/1.1" status: 204  len: 168 time: 0.1755209
Feb 17 20:47:48.477220 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-0955adb7-3c22-487c-92f0-a9992a01d018 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e9fd2a7e6aaf45aebd7df0890a236f62&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0336754
Feb 17 20:47:48.654743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-c276dcca-db0b-4c87-a462-854d3713affc tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:48.656343 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-c276dcca-db0b-4c87-a462-854d3713affc tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1728756
Feb 17 20:47:48.673528 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-79887df7-0aa4-44ae-90e1-162a170c2515 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/quotas/e9fd2a7e6aaf45aebd7df0890a236f62 HTTP/1.1" status: 200  len: 375 time: 0.0107706
Feb 17 20:47:48.729128 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-16adcc41-0898-40b6-a05f-342c5585273a tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9fd2a7e6aaf45aebd7df0890a236f62&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0491054
Feb 17 20:47:49.954501 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-60b4d541-3746-4eef-9c77-4ae7a566e0d0 req-ddb55acd-628d-4f9e-99fa-597ad4c90666 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 210 time: 0.0534899
Feb 17 20:47:51.122838 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73b99548-99e0-47b1-9d54-4475f39cd282 req-2e5ac685-bddc-4d32-9321-74d2f294138e tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 210 time: 0.0496109
Feb 17 20:47:52.285476 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-117e541d-0cf8-49a0-8c68-5bae41d6eb9f req-d7ae9fb7-8f4f-48a9-9a10-5288e395a8be tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 210 time: 0.0492301
Feb 17 20:47:53.454612 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-986db1ec-919c-4597-bdb3-8340570fc5ba req-5a85e547-68b0-4980-ab32-5fb6e78d5dc2 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 210 time: 0.0551841
Feb 17 20:47:54.621233 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9381b024-5253-48b6-8391-c61f50114e4b req-9b993797-eda9-4527-826a-42ba7b6e9b8b tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 210 time: 0.0495977
Feb 17 20:47:54.869972 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e883a8ba-355e-4586-8436-3c06a165db1c tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e9fd2a7e6aaf45aebd7df0890a236f62&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0371354
Feb 17 20:47:55.039996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-0abd3f90-c241-40b0-9f2f-9edbe30bafa1 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:55.041658 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-0abd3f90-c241-40b0-9f2f-9edbe30bafa1 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1645675
Feb 17 20:47:55.067980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Request body: {'port': {'device_id': '31c82e49-ff9e-4827-8757-837953934a1c', 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f', 'admin_state_up': True, 'tenant_id': 'e9fd2a7e6aaf45aebd7df0890a236f62'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:47:55.217944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:55.222071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Usage tracker for resource:port and tenant:e9fd2a7e6aaf45aebd7df0890a236f62 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:55.225057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:55.230792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:55.239485 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Made reservation on behalf of e9fd2a7e6aaf45aebd7df0890a236f62 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:47:55.245037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:55.258312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:55.274589 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:47:55.279244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Usage tracker for resource:security_group_rule and tenant:e9fd2a7e6aaf45aebd7df0890a236f62 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:47:55.282283 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:47:55.288059 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:47:55.375442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:55.378345 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:55.389768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0cb212b2-d969-4030-b2a9-9073e93cc7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:55.503646 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:55.509113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:55.704569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Allocated IP 192.168.233.101 (f80782ee-936b-4249-af28-7f0f3c6c429f/7de2f253-9968-4888-9b8a-9fcf8213158b/04ec883e-21f5-4f1e-af4a-e573356fb449) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:47:55.791714 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37b0c418-5935-4e1b-a195-239855d960ee req-21750b9c-f1d5-416e-be28-3742640e2118 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 210 time: 0.0513005
Feb 17 20:47:55.927881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:55.944087 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Transition to ACTIVE for port object 04ec883e-21f5-4f1e-af4a-e573356fb449 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:47:55.969512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:55.986851 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0c6f9edd-f626-4a5c-977c-6002233cf61a tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:56.041917 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:47:56.132884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Pushing event updated for resources: {'Port': ['ID=04ec883e-21f5-4f1e-af4a-e573356fb449,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:56.138389 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:56.186782 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Network f80782ee-936b-4249-af28-7f0f3c6c429f is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:47:56.187982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:47:56.190552 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:47:56.264683 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:56.265535 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:56.296331 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2324121
Feb 17 20:47:56.458896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Request body: {'port': {'device_id': '31c82e49-ff9e-4827-8757-837953934a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:47:56.501765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ad329f2f-e921-4b49-bdae-7ff10df56f37 None None] Provisioning for port 04ec883e-21f5-4f1e-af4a-e573356fb449 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:47:56.507119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ad329f2f-e921-4b49-bdae-7ff10df56f37 None None] Provisioning complete for port 04ec883e-21f5-4f1e-af4a-e573356fb449 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:47:56.507544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad329f2f-e921-4b49-bdae-7ff10df56f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:56.566073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ad329f2f-e921-4b49-bdae-7ff10df56f37 None None] Port 04ec883e-21f5-4f1e-af4a-e573356fb449 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:47:56.589904 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:57.082327 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9781475-a4e6-4eb8-91ea-7265f4297eb9 req-9780fcf6-adcd-475e-b1b2-5959a6a66d7c tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:57.083015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b9781475-a4e6-4eb8-91ea-7265f4297eb9 req-9780fcf6-adcd-475e-b1b2-5959a6a66d7c tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Synchronizing usage tracker for tenant:e9fd2a7e6aaf45aebd7df0890a236f62 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:47:57.099830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ec883e-21f5-4f1e-af4a-e573356fb449 {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:47:57.112546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:57.120265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b9781475-a4e6-4eb8-91ea-7265f4297eb9 req-9780fcf6-adcd-475e-b1b2-5959a6a66d7c tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Unset dirty status for tenant:e9fd2a7e6aaf45aebd7df0890a236f62 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:47:57.121545 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9781475-a4e6-4eb8-91ea-7265f4297eb9 req-9780fcf6-adcd-475e-b1b2-5959a6a66d7c tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 936 time: 0.2112439
Feb 17 20:47:57.128173 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Transition to ACTIVE for port object 04ec883e-21f5-4f1e-af4a-e573356fb449 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:47:57.144479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:57.157181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b7c696d1-2707-408a-a3ac-63e0ef9a8b5f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:57.313277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Pushing event updated for resources: {'Port': ['ID=04ec883e-21f5-4f1e-af4a-e573356fb449,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:57.320107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:57.322852 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b9781475-a4e6-4eb8-91ea-7265f4297eb9 req-35263056-a033-4017-9e8f-16c31c1ad8a7 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Synchronizing usage tracker for tenant:e9fd2a7e6aaf45aebd7df0890a236f62 on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:47:57.371158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b9781475-a4e6-4eb8-91ea-7265f4297eb9 req-35263056-a033-4017-9e8f-16c31c1ad8a7 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Unset dirty status for tenant:e9fd2a7e6aaf45aebd7df0890a236f62 on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:47:57.373053 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9781475-a4e6-4eb8-91ea-7265f4297eb9 req-35263056-a033-4017-9e8f-16c31c1ad8a7 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435811
Feb 17 20:47:57.540728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Attempting to bind port 04ec883e-21f5-4f1e-af4a-e573356fb449 on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:47:57.541096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Attempting to bind port 04ec883e-21f5-4f1e-af4a-e573356fb449 by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:47:57.541466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Attempting to bind port 04ec883e-21f5-4f1e-af4a-e573356fb449 on network f80782ee-936b-4249-af28-7f0f3c6c429f {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:47:57.548251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:47:57.548622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Checking segment: {'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:47:57.549027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:57.549673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Bound using segment: {'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:47:57.550167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Bound port: 04ec883e-21f5-4f1e-af4a-e573356fb449, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab74997b-d2ef-4e01-b5eb-6c0426f077b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f80782ee-936b-4249-af28-7f0f3c6c429f'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:47:57.550543 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:57.647266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] For port 04ec883e-21f5-4f1e-af4a-e573356fb449, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:47:57.650803 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] For port 04ec883e-21f5-4f1e-af4a-e573356fb449, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=04ec883e-21f5-4f1e-af4a-e573356fb449,segment=NetworkSegment(ab74997b-d2ef-4e01-b5eb-6c0426f077b7),segment_id=ab74997b-d2ef-4e01-b5eb-6c0426f077b7)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:47:57.656335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:57.685009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:47:58.082066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Pushing event updated for resources: {'Port': ['ID=04ec883e-21f5-4f1e-af4a-e573356fb449,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:47:58.097342 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:47:58.130145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:58.130943 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:47:58.132259 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] 10.222.0.54 "PUT /v2.0/ports/04ec883e-21f5-4f1e-af4a-e573356fb449 HTTP/1.1" status: 200  len: 1162 time: 1.8193181
Feb 17 20:47:58.132804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:47:58.187684 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449', 'status': 'completed', 'code': 200}
Feb 17 20:47:58.291144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-03638358-9060-40e0-82a1-4080fb91a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:58.292779 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-03638358-9060-40e0-82a1-4080fb91a615 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9fd2a7e6aaf45aebd7df0890a236f62&device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 1165 time: 0.0821099
Feb 17 20:47:58.380721 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-055788cc-87d4-4187-be34-14b748db537d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=04ec883e-21f5-4f1e-af4a-e573356fb449 HTTP/1.1" status: 200  len: 217 time: 0.0724339
Feb 17 20:47:58.460348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-8cd4adb6-415f-4a4d-9da3-d2d3e74448b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:58.463169 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-8cd4adb6-415f-4a4d-9da3-d2d3e74448b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7de2f253-9968-4888-9b8a-9fcf8213158b HTTP/1.1" status: 200  len: 843 time: 0.0742788
Feb 17 20:47:58.622487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-815ec46f-e73f-48ac-989a-8af9f47c730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:58.624101 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-815ec46f-e73f-48ac-989a-8af9f47c730d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f80782ee-936b-4249-af28-7f0f3c6c429f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1530697
Feb 17 20:47:58.630945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea59f6-93c3-4c6b-9603-daf96f3fb218 req-7618438b-a7ba-4bd6-ab95-1a1879bb673e tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:58.632401 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1dea59f6-93c3-4c6b-9603-daf96f3fb218 req-7618438b-a7ba-4bd6-ab95-1a1879bb673e tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 948 time: 0.1224008
Feb 17 20:47:58.766172 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1dea59f6-93c3-4c6b-9603-daf96f3fb218 req-0abce8e6-187f-46d2-86d8-569898ba34bb tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109378
Feb 17 20:47:58.819201 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-93094475-7097-4502-a18d-704de4c94113 service neutron] 10.222.0.54 "GET /v2.0/networks/f80782ee-936b-4249-af28-7f0f3c6c429f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857805
Feb 17 20:47:58.967829 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4dd33bf5-9ca8-4e79-9451-5dce5d9b0e70 req-e4b1b436-6e4e-4b3d-8db8-59cbd4096c1a service neutron] 10.222.0.54 "GET /v2.0/networks/f80782ee-936b-4249-af28-7f0f3c6c429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404765
Feb 17 20:47:59.155169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-d29dc5c8-d1a7-49f0-9467-f03be1f2d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:59.156788 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-d29dc5c8-d1a7-49f0-9467-f03be1f2d72b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9fd2a7e6aaf45aebd7df0890a236f62&device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 1165 time: 0.0841835
Feb 17 20:47:59.301246 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-2a11c62a-2732-4f11-bc94-20ece11cb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:59.302764 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-2a11c62a-2732-4f11-bc94-20ece11cb232 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f80782ee-936b-4249-af28-7f0f3c6c429f HTTP/1.1" status: 200  len: 863 time: 0.1384442
Feb 17 20:47:59.385770 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-bb20fbc3-ab5a-4f34-b398-2e41ed1b1176 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=04ec883e-21f5-4f1e-af4a-e573356fb449 HTTP/1.1" status: 200  len: 217 time: 0.0718417
Feb 17 20:47:59.458884 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-866ef9f3-eadd-4cf3-aa13-fa38321b6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:59.460450 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-866ef9f3-eadd-4cf3-aa13-fa38321b6415 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7de2f253-9968-4888-9b8a-9fcf8213158b HTTP/1.1" status: 200  len: 843 time: 0.0670431
Feb 17 20:47:59.546354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-5b660e97-ba0e-4b13-bac5-ed6ea18859fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:59.547958 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-5b660e97-ba0e-4b13-bac5-ed6ea18859fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f80782ee-936b-4249-af28-7f0f3c6c429f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0783939
Feb 17 20:47:59.706099 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-ca2a7e48-b5b8-4f70-b82d-18aa1acb8372 service neutron] 10.222.0.54 "GET /v2.0/networks/f80782ee-936b-4249-af28-7f0f3c6c429f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506350
Feb 17 20:47:59.856903 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1985ac4-aef0-4bda-aae9-052a3a46ad73 req-8e0d27bd-67c5-4f96-a03e-c5282d1c3b46 service neutron] 10.222.0.54 "GET /v2.0/networks/f80782ee-936b-4249-af28-7f0f3c6c429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423924
Feb 17 20:47:59.975750 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb4257-61fb-479c-865d-6a7dd93342b6 req-a03dbfb9-b8d3-4564-9901-bd29974d3f63 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:47:59.977787 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13cb4257-61fb-479c-865d-6a7dd93342b6 req-a03dbfb9-b8d3-4564-9901-bd29974d3f63 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 948 time: 0.0889950
Feb 17 20:48:00.026788 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13cb4257-61fb-479c-865d-6a7dd93342b6 req-d52fb7fb-a91b-469a-9cc3-bbf1dfb44d74 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419054
Feb 17 20:48:01.236482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cc9d4-fa9b-41ab-a1aa-70c4dc1f3b93 req-10db6675-610c-4c0a-9ae8-c64c4fcfdbd5 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:01.238090 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f18cc9d4-fa9b-41ab-a1aa-70c4dc1f3b93 req-10db6675-610c-4c0a-9ae8-c64c4fcfdbd5 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 948 time: 0.0920992
Feb 17 20:48:01.285612 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f18cc9d4-fa9b-41ab-a1aa-70c4dc1f3b93 req-02eb8943-3fba-41d3-9f74-65e84ad58ff2 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413218
Feb 17 20:48:02.494563 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652a69e-4ae7-48e8-b71b-ec77e3a16f58 req-35812c6b-113f-40d7-bd39-d0d2e431a0cb tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:02.496144 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6652a69e-4ae7-48e8-b71b-ec77e3a16f58 req-35812c6b-113f-40d7-bd39-d0d2e431a0cb tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 948 time: 0.0911996
Feb 17 20:48:02.544162 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6652a69e-4ae7-48e8-b71b-ec77e3a16f58 req-70cfda84-d2a7-4de9-962d-3f6d6c350987 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408013
Feb 17 20:48:03.132778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network f80782ee-936b-4249-af28-7f0f3c6c429f details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:48:03.542644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-1e807990-5258-4a3e-afd9-29dfd9308659 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84019) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:48:03.746560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4b8d2-d744-4e36-9229-43055168c2da req-ddfbaeb4-dd1a-462e-aedd-f70acd75b43f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:03.749443 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3f4b8d2-d744-4e36-9229-43055168c2da req-ddfbaeb4-dd1a-462e-aedd-f70acd75b43f tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 948 time: 0.0926714
Feb 17 20:48:03.799695 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3f4b8d2-d744-4e36-9229-43055168c2da req-a248c55e-84bc-49d7-bb8e-3dd62ef13259 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434394
Feb 17 20:48:04.293302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 04ec883e-21f5-4f1e-af4a-e573356fb449 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:04.367882 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 04ec883e-21f5-4f1e-af4a-e573356fb449 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:04.373071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 04ec883e-21f5-4f1e-af4a-e573356fb449 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:04.373500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:04.500896 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:04.529743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:48:04.539874 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 04ec883e-21f5-4f1e-af4a-e573356fb449, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=04ec883e-21f5-4f1e-af4a-e573356fb449,segment=NetworkSegment(ab74997b-d2ef-4e01-b5eb-6c0426f077b7),segment_id=ab74997b-d2ef-4e01-b5eb-6c0426f077b7)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:04.543031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:04.545243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:04.584799 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449', 'code': 200}
Feb 17 20:48:04.624190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6468c6e5-70c9-42b6-aa71-b404af29654f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:04.636363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=04ec883e-21f5-4f1e-af4a-e573356fb449,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:04.645267 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.645643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.646065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.646445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.646822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.647200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.647607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.647955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.648327 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.648695 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.649064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.649432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.649869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.650255 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.650626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.651052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.651419 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.651790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.652157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.652550 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.652938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.653308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.653674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.654158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:04.658666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:04.882707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f0ce6-2288-49ee-b3ac-52e306462365 req-ea030bc0-a8ba-4424-8b09-dd1359a21b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:04.884334 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a0f0ce6-2288-49ee-b3ac-52e306462365 req-ea030bc0-a8ba-4424-8b09-dd1359a21b71 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 1167 time: 0.0834754
Feb 17 20:48:04.978559 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a0f0ce6-2288-49ee-b3ac-52e306462365 req-6261ce7a-e9c9-4a9c-9f63-0cbeb0030300 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868418
Feb 17 20:48:05.017547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258cc70-84cb-483e-a9c5-92ea03a5b800 req-3292f7d5-f497-49d0-a903-6a31c26656ec tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:05.019148 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d258cc70-84cb-483e-a9c5-92ea03a5b800 req-3292f7d5-f497-49d0-a903-6a31c26656ec tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 950 time: 0.0978615
Feb 17 20:48:05.068295 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d258cc70-84cb-483e-a9c5-92ea03a5b800 req-d6e10dbf-92f1-45ca-8314-bfa368023789 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427434
Feb 17 20:48:05.234770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 04ec883e-21f5-4f1e-af4a-e573356fb449 up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:05.311516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 04ec883e-21f5-4f1e-af4a-e573356fb449 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:05.311973 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:06.275385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d35d-b3a7-4182-b87c-a040e5495188 req-a691894b-9df2-48e6-abbf-55a3a4efcdfd tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:06.277037 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1aa7d35d-b3a7-4182-b87c-a040e5495188 req-a691894b-9df2-48e6-abbf-55a3a4efcdfd tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 950 time: 0.0918093
Feb 17 20:48:06.326787 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1aa7d35d-b3a7-4182-b87c-a040e5495188 req-3bc4969d-7aa8-4f6a-a65f-29cbf84fa304 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426729
Feb 17 20:48:06.681049 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34920) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:06.749487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Deleting subnet 39b669a6-273f-48dc-8215-74ee5f52feb3 {{(pid=84018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:48:06.752746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:06.811757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852465697'] for subnet, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:06.869733 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.135338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852118824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851458485'] for subnet, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.149296 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f65d705-f7af-45ac-a8d6-332eb78a1649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:07.164509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c083a203-df06-49b3-9954-fe1568419306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.241931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b669a6-273f-48dc-8215-74ee5f52feb3,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:07.246505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:07.290262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.297361 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-00dfb1ef-9231-44c3-ba6f-b4e8d03918f7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/39b669a6-273f-48dc-8215-74ee5f52feb3 HTTP/1.1" status: 204  len: 168 time: 0.6149375
Feb 17 20:48:07.300756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34924) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:07.427505 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.691373 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.766399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9fad5-79ca-4288-954f-7daf55771c28 req-dbe1fece-8db7-4eb8-b126-0fa81e8db5ee tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:07.767989 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-28e9fad5-79ca-4288-954f-7daf55771c28 req-dbe1fece-8db7-4eb8-b126-0fa81e8db5ee tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 950 time: 0.2912166
Feb 17 20:48:07.796636 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.845950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b398a390>,) {'filters': {'network_id': ['5f38f3a0-0064-4e22-aa20-d416d420ffb0']}} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:07.864060 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-28e9fad5-79ca-4288-954f-7daf55771c28 req-abed7159-2477-4a09-a537-052b4bfa7cf8 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807333
Feb 17 20:48:07.865657 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b398a390>, 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0') {'for_net_delete': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:07.866011 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b398a390>, 'b8cb5d5f-e3c9-4108-94d9-4dbcd8e8b7d0') {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:07.879064 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310087'] for segment, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.894498 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:07.896363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:48:08.083334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:48:08.093303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657319'] for segment, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:08.566859 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Network 5f38f3a0-0064-4e22-aa20-d416d420ffb0 has no segments {{(pid=84018) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:48:08.592819 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:48:08.691002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85314a38-3aed-4511-9546-8cb578582a11 req-36eb686d-1ec2-45ac-9fb6-2dda80cbb9b1 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:08.692623 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-85314a38-3aed-4511-9546-8cb578582a11 req-36eb686d-1ec2-45ac-9fb6-2dda80cbb9b1 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 950 time: 0.2912645
Feb 17 20:48:08.693756 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:08.697238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aedfa966-01d9-42ef-aac1-75c27c0837bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:08.711577 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:08.734736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f38f3a0-0064-4e22-aa20-d416d420ffb0,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:08.741016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:08.759797 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9aaeb38c-f613-46cc-a3ac-e94cf0d47387 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5f38f3a0-0064-4e22-aa20-d416d420ffb0 HTTP/1.1" status: 204  len: 168 time: 1.4577227
Feb 17 20:48:08.771300 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-85314a38-3aed-4511-9546-8cb578582a11 req-5ad0b09d-d3ec-4319-92b8-b579aa52af50 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548220
Feb 17 20:48:08.946762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34938) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:09.001264 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-89678abc-b27e-4ccc-a7c0-c55cc148bbea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d339242f0b254ddbb66f8f45b8ea891e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0531242
Feb 17 20:48:09.004447 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 34942) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:09.029704 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:09.032585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:09.069639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:09.098039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:09.144703 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:09.149807 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3939df17-cdcc-404a-9535-87b7efaf57b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:09.163456 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0f825-09ca-4021-85a3-6e344a861037,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:09.172224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.172645 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.173062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.173473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.173905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.174559 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.174969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.175370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.175770 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.176167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.176566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.176965 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.177405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.177833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.178235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.178633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.179030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.179428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.179831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.180224 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.180621 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.181079 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.181416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.181841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:09.187528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:09.191114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:09.192381 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8b0f825-09ca-4021-85a3-6e344a861037 HTTP/1.1" status: 204  len: 168 time: 0.1865859
Feb 17 20:48:09.490379 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:09.922822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34966) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:10.001980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb837e-6db2-4682-ba52-70b33b27b664 req-fbebd70f-97ce-44ab-8c95-b127b61d7e05 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:10.003613 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1adb837e-6db2-4682-ba52-70b33b27b664 req-fbebd70f-97ce-44ab-8c95-b127b61d7e05 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 950 time: 0.1075873
Feb 17 20:48:10.040321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1126397372-network', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:48:10.046247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:48:10.050615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Usage tracker for resource:network and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:48:10.053833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:48:10.054755 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1adb837e-6db2-4682-ba52-70b33b27b664 req-e89b8cf7-afc5-428b-aa92-bfc66216bfff tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445058
Feb 17 20:48:10.061785 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:48:10.071275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Made reservation on behalf of c7fa6d39787449afbfb66fcd9a853019 for: {'network': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:48:10.076169 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for network, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.093220 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.109393 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:48:10.113501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:48:10.116488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:48:10.122273 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:48:10.216126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.219555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.223841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d5394003-fa25-4d37-ba35-3b7a2c2d9f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:10.256181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 20:48:10.266068 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daadb91c-4ddf-4c16-9c7a-e70285e87acc,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:10.269962 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:10.272473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.272868 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Added segment b1c59302-f4cc-4adb-b2ff-41c6a372ef4c of type vxlan for network a3d3f4e0-8aba-4246-96b9-9f78607312d8
Feb 17 20:48:10.300923 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256672172404'] for network, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.330967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883'] for network, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.332349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:10.332856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.336479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8d142c80-f510-4fc9-a58d-5f43b439712c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:10.496407 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d3f4e0-8aba-4246-96b9-9f78607312d8,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:10.500905 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:10.502453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5785396
Feb 17 20:48:10.505590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34972) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:10.508435 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 details requested by agent ovs-agent-dv-cinder-759994-3-iscsi with host dv-cinder-759994-3-iscsi {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:48:10.513174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Request body: {'subnet': {'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1126397372-subnet', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'ip_version': 4}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:48:10.519413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:48:10.526005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Usage tracker for resource:subnet and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:48:10.530908 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:48:10.534842 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 details requested by agent ovs-agent-hv-cinder-75999 with host hv-cinder-75999 {{(pid=84019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 20:48:10.539800 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:48:10.559629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Made reservation on behalf of c7fa6d39787449afbfb66fcd9a853019 for: {'subnet': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:48:10.564924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3317413'] for subnet, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:10.591112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-07bbb349-2102-46c9-9edb-13413bfd7782 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:10.592789 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-07bbb349-2102-46c9-9edb-13413bfd7782 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.54 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 950 time: 0.1810262
Feb 17 20:48:10.750221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Deleting port 04ec883e-21f5-4f1e-af4a-e573356fb449 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:48:10.750499 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:11.107715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 04ec883e-21f5-4f1e-af4a-e573356fb449 no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:48:11.195054 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] For port 04ec883e-21f5-4f1e-af4a-e573356fb449, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=04ec883e-21f5-4f1e-af4a-e573356fb449,segment=NetworkSegment(ab74997b-d2ef-4e01-b5eb-6c0426f077b7),segment_id=ab74997b-d2ef-4e01-b5eb-6c0426f077b7)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:11.195463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:11.272458 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:11.314100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:48:11.325663 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 04ec883e-21f5-4f1e-af4a-e573356fb449, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=04ec883e-21f5-4f1e-af4a-e573356fb449,segment=NetworkSegment(ab74997b-d2ef-4e01-b5eb-6c0426f077b7),segment_id=ab74997b-d2ef-4e01-b5eb-6c0426f077b7)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:11.329369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:11.331247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:11.370737 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449', 'code': 200}
Feb 17 20:48:11.382853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Calling delete_port for 04ec883e-21f5-4f1e-af4a-e573356fb449 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:48:11.407350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=04ec883e-21f5-4f1e-af4a-e573356fb449,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:11.410798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:11.524446 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:48:11.524810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:48:11.540333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b445a80-5394-461b-99c3-8e52729072ed req-ace68f61-7423-4bbd-be49-ec5ac1e8d69a tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:11.541998 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b445a80-5394-461b-99c3-8e52729072ed req-ace68f61-7423-4bbd-be49-ec5ac1e8d69a tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 948 time: 0.2738752
Feb 17 20:48:11.644332 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b445a80-5394-461b-99c3-8e52729072ed req-ba6cf013-0eba-4cd3-840c-1752545640db tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858514
Feb 17 20:48:11.672392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2656925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3317428'] for subnet, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:11.689174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02b140fd-b656-4a48-80ab-c71696b7b5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:11.817313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1363fac6-5768-4a85-a7b0-479ad9e24578,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:11.821413 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:11.889680 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Checking segment: {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:48:11.890113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Network hostable DHCP agents. Network: a3d3f4e0-8aba-4246-96b9-9f78607312d8, hostable agents: ['367b9304-5223-4aa6-aeb9-e51fbd3b3dda'], hosted agents: [] {{(pid=84018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 20:48:11.908944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 is scheduled to be hosted by DHCP agent 367b9304-5223-4aa6-aeb9-e51fbd3b3dda with binding_index 1 {{(pid=84018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 20:48:11.917586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-3-iscsi, a3d3f4e0-8aba-4246-96b9-9f78607312d8) {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:48:11.927916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f06c0a-8605-4766-9f23-8d6de50ccfcf None None] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:48:11.931077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:11.931735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for subnet, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:11.964912 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cfe1609c-6369-4cff-a55c-735d27ebff27 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4579141
Feb 17 20:48:11.969482 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 34980) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:11.975398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:48:11.980781 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:48:11.986612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Usage tracker for resource:router and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:48:11.990548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:48:11.997005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:48:12.006990 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853066530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7521'] for router, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.008100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853066711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715083', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768278'] for router, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.024061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.025293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Deleting port 04ec883e-21f5-4f1e-af4a-e573356fb449 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:48:12.025659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.171450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp714b01ac-56b3-5210-ac6e-bf5415a77743-a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578'}]}} from dv-cinder-759994-3-iscsi. {{(pid=84019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 20:48:12.172369 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.479218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Allocated IP 172.20.0.2 (a3d3f4e0-8aba-4246-96b9-9f78607312d8/1363fac6-5768-4a85-a7b0-479ad9e24578/d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:48:12.823005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768293'] for router, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.864381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30f83-fda4-414f-bd11-dbf42fe56ca2 req-f4e071dc-7896-48da-a4fe-cec4428addd1 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:12.868551 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7c30f83-fda4-414f-bd11-dbf42fe56ca2 req-f4e071dc-7896-48da-a4fe-cec4428addd1 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 948 time: 0.1012645
Feb 17 20:48:12.891099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.904110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Transition to ACTIVE for port object d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:48:12.918888 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7c30f83-fda4-414f-bd11-dbf42fe56ca2 req-b6d8d6d1-1a61-423b-9793-6cbf66aef489 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463486
Feb 17 20:48:12.923244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Transition to ACTIVE for port object d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:48:12.937483 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:12.955819 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:12.973708 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] For port 04ec883e-21f5-4f1e-af4a-e573356fb449, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=04ec883e-21f5-4f1e-af4a-e573356fb449,segment=NetworkSegment(ab74997b-d2ef-4e01-b5eb-6c0426f077b7),segment_id=ab74997b-d2ef-4e01-b5eb-6c0426f077b7)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:12.974136 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.101315 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Pushing event updated for resources: {'Port': ['ID=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:13.109755 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:13.116838 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Calling delete_port for 04ec883e-21f5-4f1e-af4a-e573356fb449 owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:48:13.194403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:48:13.196062 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Resources bound (agent type, host, resource id):  {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:48:13.198877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:48:13.261670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Attempting to bind port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:48:13.262114 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Attempting to bind port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:48:13.262518 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Attempting to bind port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 on network a3d3f4e0-8aba-4246-96b9-9f78607312d8 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:48:13.268824 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:48:13.269251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Checking segment: {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:48:13.269747 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.270177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Bound using segment: {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:48:13.270698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Bound port: d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:48:13.271131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.377112 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] For port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:48:13.380450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] For port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:48:13.384085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.406209 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:13.482764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.500152 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-374e9122-4b12-46c2-bf0b-1ccb06d05153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:13.559537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Pushing event updated for resources: {'Port': ['ID=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:13.566524 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:13.606639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Pushing event deleted for resources: {'Port': ['ID=04ec883e-21f5-4f1e-af4a-e573356fb449,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:13.619551 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:13.632500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.672566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.869146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] No DVR routers for this DVR port 04ec883e-21f5-4f1e-af4a-e573356fb449 on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:48:13.873322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:13.876253 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'name': 'network-vif-deleted', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:48:13.949832 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c82e49-ff9e-4827-8757-837953934a1c', 'name': 'network-vif-deleted', 'tag': '04ec883e-21f5-4f1e-af4a-e573356fb449', 'status': 'completed', 'code': 200}
Feb 17 20:48:13.957295 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1d53f57-f78f-4b00-96c5-bd278d125cc5 req-19af7132-34c9-4110-8cce-80d7e9054561 tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.54 "DELETE /v2.0/ports/04ec883e-21f5-4f1e-af4a-e573356fb449 HTTP/1.1" status: 204  len: 173 time: 3.3129675
Feb 17 20:48:14.160478 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35ba2ff1-d0f9-406a-8a5c-6ea703103399 req-f91eda8e-9f18-45c6-9f05-f5f983a18b5a tempest-VolumesNegativeTest-1787011533 tempest-VolumesNegativeTest-1787011533-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c82e49-ff9e-4827-8757-837953934a1c HTTP/1.1" status: 200  len: 210 time: 0.0643814
Feb 17 20:48:14.178977 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Allocated IP 172.27.2.220 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/a6df0c91-49f5-44ac-a2fc-4228a789413f) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:48:14.352148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:14.386881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:14.403248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-113136a0-2432-4cb7-a631-34d486974e9e tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:14.427555 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:14.506365 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:14.556721 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Pushing event updated for resources: {'Port': ['ID=a6df0c91-49f5-44ac-a2fc-4228a789413f,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:14.561844 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:14.611978 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:48:14.613130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:48:14.615311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:48:15.074618 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:15.173157 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f9108-34ad-46f3-a4b8-4f32fdd9de4a None None] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:48:15.274603 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] Provisioning for port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:15.283742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] Provisioning complete for port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:15.284171 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:15.555584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:15.611258 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] For port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:15.617262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:15.620437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:15.705925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] Pushing event updated for resources: {'Port': ['ID=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:15.710150 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a6138dd2-a9a9-4280-b44f-5370b128493f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:15.751433 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853061877'] for router, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:15.945277 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6b4a1723-bcee-45a7-a3d6-a3ee0cfa919e None None] Provisioning complete for port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:15.945858 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1723-bcee-45a7-a3d6-a3ee0cfa919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:15.996274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 is scheduled to L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 with binding_index 1 {{(pid=84018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 20:48:16.221297 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:48:16.239597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Sync routers for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:48:16.244358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] Notify callbacks [] for router, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:16.245562 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-27c6ef10-43d7-4033-834b-69c82f48a393 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.2748423
Feb 17 20:48:16.248581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 35042) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:16.264827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:48:16.265726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9520978>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:48:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:16.331897 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9057d675-89d0-41a6-bf5d-7dbfaf731f84 None None] Provisioning complete for port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:16.332320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9057d675-89d0-41a6-bf5d-7dbfaf731f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:16.427439 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:16.648076 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:48:16.792998 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:16.793431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.041019 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.218293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7c18e1e0-4ea4-44c9-af90-f6816cd4be06 None None] Provisioning complete for port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:17.218735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c18e1e0-4ea4-44c9-af90-f6816cd4be06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.435351 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Allocated IP 172.20.0.1 (a3d3f4e0-8aba-4246-96b9-9f78607312d8/1363fac6-5768-4a85-a7b0-479ad9e24578/ce8fc234-a42f-4103-ad28-b122ed6bdd94) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:48:17.435634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9520978>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:14Z', 'revision_number': 3, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:17.444096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Checking router: 3e8c80ac-3506-4671-b42b-1c57e090c4f4 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:48:17.444096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Updating router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 port a6df0c91-49f5-44ac-a2fc-4228a789413f binding host dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:48:17.505128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.607933 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.625539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Transition to ACTIVE for port object ce8fc234-a42f-4103-ad28-b122ed6bdd94 will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:48:17.651911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.668508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3e4bbad-28a1-4c6f-a51a-b9614b891031 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:17.807872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8fc234-a42f-4103-ad28-b122ed6bdd94,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:17.813982 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:17.872877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:48:17.875110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:48:17.877521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:48:17.939766 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707538'] for router_interface, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.974168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:17.991772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Transition to ACTIVE for port object a6df0c91-49f5-44ac-a2fc-4228a789413f will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:48:17.995969 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.015208 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b0f32b0-9a33-49e5-b178-d9bdb760ffd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:18.101159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.196820 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227237aa-e5c0-4aef-af9b-565bfc02a9e3 None None] Pushing event updated for resources: {'Port': ['ID=a6df0c91-49f5-44ac-a2fc-4228a789413f,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:18.200352 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-227237aa-e5c0-4aef-af9b-565bfc02a9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:18.215300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1f4f0fd0-f047-4faf-b00e-8c596b6db785 None None] Provisioning for port ce8fc234-a42f-4103-ad28-b122ed6bdd94 completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:18.232912 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1f4f0fd0-f047-4faf-b00e-8c596b6db785 None None] Provisioning complete for port ce8fc234-a42f-4103-ad28-b122ed6bdd94 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:18.233354 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1f4f0fd0-f047-4faf-b00e-8c596b6db785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.331172 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f0fd0-f047-4faf-b00e-8c596b6db785 None None] Port ce8fc234-a42f-4103-ad28-b122ed6bdd94 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:48:18.340256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Attempting to bind port a6df0c91-49f5-44ac-a2fc-4228a789413f on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:48:18.340681 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Attempting to bind port a6df0c91-49f5-44ac-a2fc-4228a789413f by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:48:18.342932 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Attempting to bind port a6df0c91-49f5-44ac-a2fc-4228a789413f on network b8ead297-4f64-4f86-9dc4-69f0346f428a {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:48:18.347714 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:48:18.348145 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Checking segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:48:18.348606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.349051 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Bound using segment: {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:48:18.349746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Bound port: a6df0c91-49f5-44ac-a2fc-4228a789413f, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36358193-1777-41d3-a8a3-8e9ed249ba12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:48:18.350183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.428938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.430512 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] For port a6df0c91-49f5-44ac-a2fc-4228a789413f, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:48:18.432743 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.434190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] For port a6df0c91-49f5-44ac-a2fc-4228a789413f, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a6df0c91-49f5-44ac-a2fc-4228a789413f,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:48:18.437303 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.453730 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6f2f2dc9-2767-4fb9-8ef5-e5be6fe71593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:18.469310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3ee273e1-71bb-4db9-9337-455bcdfc44cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:18.556902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853105804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068172'] for router_interface, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:18.574198 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8fc234-a42f-4103-ad28-b122ed6bdd94,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:18.615040 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227237aa-e5c0-4aef-af9b-565bfc02a9e3 None None] Pushing event updated for resources: {'Port': ['ID=a6df0c91-49f5-44ac-a2fc-4228a789413f,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:18.618762 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-227237aa-e5c0-4aef-af9b-565bfc02a9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:18.678042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:48:18.678761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9520978>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:48:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:18.892318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:18.892926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:48:18.974180 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:48:18.975959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:48:19.249406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:48:19.273939 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7aa20aee-8821-4370-8150-89da9cc16645 None None] Provisioning complete for port ce8fc234-a42f-4103-ad28-b122ed6bdd94 triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:19.274383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7aa20aee-8821-4370-8150-89da9cc16645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:19.338860 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9520978>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 2, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:19.344686 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7aa20aee-8821-4370-8150-89da9cc16645 None None] Port ce8fc234-a42f-4103-ad28-b122ed6bdd94 cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:48:19.346470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293242fe-a851-442a-88f0-4b0f014f43c3 None None] The sync data for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi is: [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 2, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:48:19.454414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:48:19.463999 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-02af9019-1bd9-4c20-a954-67e71c3563d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/3e8c80ac-3506-4671-b42b-1c57e090c4f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2143326
Feb 17 20:48:20.472374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a6df0c91-49f5-44ac-a2fc-4228a789413f up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:20.590490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port a6df0c91-49f5-44ac-a2fc-4228a789413f completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:20.598120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port a6df0c91-49f5-44ac-a2fc-4228a789413f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:20.598120 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:20.665093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 35246) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:20.744409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:20.768336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port a6df0c91-49f5-44ac-a2fc-4228a789413f, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a6df0c91-49f5-44ac-a2fc-4228a789413f,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:20.773359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:20.776788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-227237aa-e5c0-4aef-af9b-565bfc02a9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:20.910422 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=a6df0c91-49f5-44ac-a2fc-4228a789413f,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:20.922959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:20.950468 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-440e3c2e-077e-400b-a536-5128ada99ef9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9fd2a7e6aaf45aebd7df0890a236f62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2832699
Feb 17 20:48:20.954886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 35252) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:48:21.036631 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2ba2329f-785a-4771-8b6e-151a91f9e7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:21.095144 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2ba2329f-785a-4771-8b6e-151a91f9e7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:21.183725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2ba2329f-785a-4771-8b6e-151a91f9e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:21.199158 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6aeee361-1de7-4958-864d-996610a20ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:21.221547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2329f-785a-4771-8b6e-151a91f9e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc2c4d-664c-4a83-a72f-c76cdaf358c6,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:21.229386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2ba2329f-785a-4771-8b6e-151a91f9e7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:21.230263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2ba2329f-785a-4771-8b6e-151a91f9e7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:21.246212 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2ba2329f-785a-4771-8b6e-151a91f9e7c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ddc2c4d-664c-4a83-a72f-c76cdaf358c6 HTTP/1.1" status: 204  len: 168 time: 0.2784634
Feb 17 20:48:22.413102 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a6df0c91-49f5-44ac-a2fc-4228a789413f up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:22.503950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port a6df0c91-49f5-44ac-a2fc-4228a789413f triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:22.504396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:22.981644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Sync routers for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:48:22.992869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:48:22.993554 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a35588>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:48:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:23.198502 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:48:23.558649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a35588>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 2, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:23.564522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Checking router: 3e8c80ac-3506-4671-b42b-1c57e090c4f4 for host: dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:48:23.565066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Updating router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 port ce8fc234-a42f-4103-ad28-b122ed6bdd94 binding host dv-cinder-759994-3-iscsi {{(pid=84020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 20:48:23.631605 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:24.143256 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:24.158831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Transition to ACTIVE for port object ce8fc234-a42f-4103-ad28-b122ed6bdd94 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:48:24.162895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:24.177885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:24.318309 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Pushing event updated for resources: {'Port': ['ID=ce8fc234-a42f-4103-ad28-b122ed6bdd94,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:24.334200 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.334561 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.334945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.335318 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.335687 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.336055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.336423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.336787 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.337201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.337601 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.338111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.338293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.338698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.341029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.341029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.341029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.341029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.341029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.341029 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.342455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.342455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.342455 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.342817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.343348 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:24.348926 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:24.549557 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Attempting to bind port ce8fc234-a42f-4103-ad28-b122ed6bdd94 on host dv-cinder-759994-3-iscsi for vnic_type normal with profile  {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:48:24.549971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Attempting to bind port ce8fc234-a42f-4103-ad28-b122ed6bdd94 by drivers openvswitch on host dv-cinder-759994-3-iscsi at level 0 using segments [{'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:48:24.550406 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Attempting to bind port ce8fc234-a42f-4103-ad28-b122ed6bdd94 on network a3d3f4e0-8aba-4246-96b9-9f78607312d8 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:48:24.558238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Checking agent: {'id': '178b7cdc-6722-49a7-97ff-231f54f0bcfa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 22, 9), 'started_at': datetime.datetime(2021, 2, 17, 20, 22, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:48:24.558665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Checking segment: {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:48:24.559118 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:24.559547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Bound using segment: {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:48:24.562533 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Bound port: ce8fc234-a42f-4103-ad28-b122ed6bdd94, host: dv-cinder-759994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:48:24.563031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:24.704448 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] For port ce8fc234-a42f-4103-ad28-b122ed6bdd94, host dv-cinder-759994-3-iscsi, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:48:24.708221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] For port ce8fc234-a42f-4103-ad28-b122ed6bdd94, host dv-cinder-759994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=ce8fc234-a42f-4103-ad28-b122ed6bdd94,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:48:24.711814 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:24.731284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-723a52ea-f4ae-44d8-8670-838fa77767f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:24.891183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Pushing event updated for resources: {'Port': ['ID=ce8fc234-a42f-4103-ad28-b122ed6bdd94,revision_number=4']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:24.897055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2503966d-7f19-440d-b22f-ed756164f5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:24.939757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:48:24.940531 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a35588>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:48:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:25.366736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:48:25.738405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9a35588>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:24Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:48:25.746483 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc222f9-f24f-4ad9-8c12-f9e7c6d836fc None None] The sync data for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi is: [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:24Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:48:26.451176 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device ce8fc234-a42f-4103-ad28-b122ed6bdd94 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:26.720619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning for port ce8fc234-a42f-4103-ad28-b122ed6bdd94 completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:26.728702 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port ce8fc234-a42f-4103-ad28-b122ed6bdd94 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:26.729293 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:26.872143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:26.917649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] For port ce8fc234-a42f-4103-ad28-b122ed6bdd94, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=ce8fc234-a42f-4103-ad28-b122ed6bdd94,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:26.921790 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:26.924009 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:27.007544 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Pushing event updated for resources: {'Port': ['ID=ce8fc234-a42f-4103-ad28-b122ed6bdd94,revision_number=5']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:27.011500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:28.408869 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device ce8fc234-a42f-4103-ad28-b122ed6bdd94 up at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:28.513522 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Provisioning complete for port ce8fc234-a42f-4103-ad28-b122ed6bdd94 triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:28.513983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:29.555072 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-f0b9fdc7-9520-4760-b940-255052e1b438 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:29.555841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-f0b9fdc7-9520-4760-b940-255052e1b438 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:network {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:48:29.571995 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-f0b9fdc7-9520-4760-b940-255052e1b438 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:network {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:48:29.573234 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-f0b9fdc7-9520-4760-b940-255052e1b438 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 815 time: 0.1768448
Feb 17 20:48:29.589960 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-fc23d145-2720-417f-a858-c8126e8c55a1 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/quotas/c7fa6d39787449afbfb66fcd9a853019 HTTP/1.1" status: 200  len: 375 time: 0.0096705
Feb 17 20:48:29.683007 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-d8d61504-cd43-48af-bc0e-6011ee4094dd tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:48:29.700020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-d8d61504-cd43-48af-bc0e-6011ee4094dd tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:48:29.701684 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-d8d61504-cd43-48af-bc0e-6011ee4094dd tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1060526
Feb 17 20:48:29.852658 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-3713030e-22b0-4ff5-bf57-32ce8343335c service neutron] 10.222.0.23 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379747
Feb 17 20:48:30.003562 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-7df16792-a675-42b2-aef6-f8356a00f2ba service neutron] 10.222.0.23 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437185
Feb 17 20:48:30.201648 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4d33515-25f3-490d-8acd-983741be094c req-0498b1b1-cd19-494c-8989-8d3791cf169b tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 210 time: 0.0554712
Feb 17 20:48:31.446005 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f0e84fa7-c63d-429e-ae30-85f2f49fb3c8 req-c076ea6b-8cb0-485f-a6ef-1efba693dd35 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 210 time: 0.1225877
Feb 17 20:48:31.514070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-e6d0fbee-15c7-4964-a950-093644e94a9d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:31.515545 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-e6d0fbee-15c7-4964-a950-093644e94a9d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 815 time: 0.2165377
Feb 17 20:48:31.535319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'port': {'device_id': '661c470e-1490-4cf1-9692-9f3130914bfd', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'admin_state_up': True, 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:48:31.682960 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:48:31.693358 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:48:31.702909 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Made reservation on behalf of c7fa6d39787449afbfb66fcd9a853019 for: {'port': 1} {{(pid=84018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 20:48:31.708588 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:32.044451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Allocated IP 172.20.0.9 (a3d3f4e0-8aba-4246-96b9-9f78607312d8/1363fac6-5768-4a85-a7b0-479ad9e24578/336d10b7-5d40-4cb7-b35c-541fe8f8a2ca) {{(pid=84018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:48:32.315122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for port, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:32.332221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Transition to ACTIVE for port object 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca will not be triggered until provisioned by entity DHCP. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:48:32.358539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:32.375096 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e3cb3318-4af8-40a9-992e-91992acbafe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:32.521316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=1']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:32.524772 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:32.595243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 is already hosted by enough agents. {{(pid=84018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:48:32.596602 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources bound (agent type, host, resource id):  {{(pid=84018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:48:32.599449 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Received port after_create {{(pid=84018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:48:32.675545 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f7c2-cec6-4ca7-a84d-96b026432878 req-38846a81-313e-4f98-831a-2aff47cc232d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:32.679984 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a15f7c2-cec6-4ca7-a84d-96b026432878 req-38846a81-313e-4f98-831a-2aff47cc232d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.1147606
Feb 17 20:48:32.697346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:32.698089 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:32.751134 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2200246
Feb 17 20:48:32.754425 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9a15f7c2-cec6-4ca7-a84d-96b026432878 req-e439646e-777f-4666-9508-b2dc839e8ebf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603704
Feb 17 20:48:32.859921 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-57e03b22-9b3c-444f-a155-8687d9186824 None None] Provisioning for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca completed by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:32.865647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-57e03b22-9b3c-444f-a155-8687d9186824 None None] Provisioning complete for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:32.866099 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-57e03b22-9b3c-444f-a155-8687d9186824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:32.930451 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-57e03b22-9b3c-444f-a155-8687d9186824 None None] Port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca cannot update to ACTIVE because it is not bound. {{(pid=84019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 20:48:33.041760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:48:33.963641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54739b26-75ed-4b54-8537-12de155c5541 req-c8b06fb2-8fc7-44e9-b2bb-912fc48c061f tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:33.964398 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-54739b26-75ed-4b54-8537-12de155c5541 req-c8b06fb2-8fc7-44e9-b2bb-912fc48c061f tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:48:33.980459 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-54739b26-75ed-4b54-8537-12de155c5541 req-c8b06fb2-8fc7-44e9-b2bb-912fc48c061f tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:48:33.982040 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-54739b26-75ed-4b54-8537-12de155c5541 req-c8b06fb2-8fc7-44e9-b2bb-912fc48c061f tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.1149218
Feb 17 20:48:34.035591 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-54739b26-75ed-4b54-8537-12de155c5541 req-f2e97d6f-2e56-45d2-b36a-72cdf29e2ba4 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:security_group {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:48:34.052644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-54739b26-75ed-4b54-8537-12de155c5541 req-f2e97d6f-2e56-45d2-b36a-72cdf29e2ba4 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:security_group {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:48:34.054131 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-54739b26-75ed-4b54-8537-12de155c5541 req-f2e97d6f-2e56-45d2-b36a-72cdf29e2ba4 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654249
Feb 17 20:48:34.599936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c4b98aa-9206-4613-a380-32129898fe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:35.272396 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d164-6257-4953-a63d-d99967279e19 req-856c55ca-2c87-467a-bbaa-5ba1cb8c2da4 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:35.274029 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f713d164-6257-4953-a63d-d99967279e19 req-856c55ca-2c87-467a-bbaa-5ba1cb8c2da4 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.0963390
Feb 17 20:48:35.327437 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f713d164-6257-4953-a63d-d99967279e19 req-098c37c7-0b0b-462e-9a4d-0ede36431e42 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444529
Feb 17 20:48:36.553135 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57519-68b4-41ad-9d8a-8950185b671a req-dbe0dca5-a19f-437d-b9b4-5ee4a9c53ce0 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:36.554931 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1c57519-68b4-41ad-9d8a-8950185b671a req-dbe0dca5-a19f-437d-b9b4-5ee4a9c53ce0 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.1015956
Feb 17 20:48:36.606361 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1c57519-68b4-41ad-9d8a-8950185b671a req-d7aa1df7-b76a-4ca9-82b1-799dc4d81b8c tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451663
Feb 17 20:48:36.612639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-d7c87b3c-1b55-4023-aba9-d80b590d679f req-6a3b8909-a408-42b9-bf83-1f81538981e2 service neutron] (84017) timed out ('10.222.0.54', 52340) {{(pid=84017) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 20:48:37.177548 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d17e4f85-40e5-4cf7-8aa1-9dae200cf441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:37.804507 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:37.831410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345928b-358b-4ad6-a137-984a363dd965 req-bab6b9c4-3827-4e6c-84fd-31add67ec041 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:37.833168 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9345928b-358b-4ad6-a137-984a363dd965 req-bab6b9c4-3827-4e6c-84fd-31add67ec041 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.1043069
Feb 17 20:48:37.888442 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9345928b-358b-4ad6-a137-984a363dd965 req-325b7a0c-9756-4fc4-9c77-04cac7ab6763 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485950
Feb 17 20:48:39.035804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:39.040801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:39.116020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c6aa-1bc1-4eff-b30f-de56fed3e943 req-54d65e9a-2985-4536-9fc1-de3ec3f94267 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:39.117813 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97c9c6aa-1bc1-4eff-b30f-de56fed3e943 req-54d65e9a-2985-4536-9fc1-de3ec3f94267 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.1051500
Feb 17 20:48:39.170274 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97c9c6aa-1bc1-4eff-b30f-de56fed3e943 req-dda30440-a03d-450c-a0d3-a74006faeb95 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458663
Feb 17 20:48:39.494310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:40.450159 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f26a-259e-4c9a-a127-a8e137b1e37d req-c9291747-9497-47ca-8e2f-1b816977591d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:40.451758 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0780f26a-259e-4c9a-a127-a8e137b1e37d req-c9291747-9497-47ca-8e2f-1b816977591d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.1469486
Feb 17 20:48:40.516265 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0780f26a-259e-4c9a-a127-a8e137b1e37d req-f3208ff6-e90c-4e0e-a9c3-271afe704959 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566213
Feb 17 20:48:41.769084 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fa604-c392-4ea8-92bf-118d14280289 req-40c98bf9-2662-44a9-9f6f-b008254010ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:41.770827 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f82fa604-c392-4ea8-92bf-118d14280289 req-40c98bf9-2662-44a9-9f6f-b008254010ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.1348002
Feb 17 20:48:41.825176 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f82fa604-c392-4ea8-92bf-118d14280289 req-19fe288e-a71a-4cb9-9756-6c4393711382 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465317
Feb 17 20:48:43.035604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a6cce-c7c3-46a9-9fc1-45153bf02bdb req-297245e3-70a3-4118-962a-a82230ee118c tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:43.037244 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e4a6cce-c7c3-46a9-9fc1-45153bf02bdb req-297245e3-70a3-4118-962a-a82230ee118c tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.0939541
Feb 17 20:48:43.088288 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e4a6cce-c7c3-46a9-9fc1-45153bf02bdb req-35ac4903-9dc0-4583-81da-4242838e103c tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447280
Feb 17 20:48:44.295174 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415fa88-d295-480d-ac10-dad54ccd8b4e req-47fd105d-48c8-4a90-aac5-eaf127615c61 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:44.297486 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3415fa88-d295-480d-ac10-dad54ccd8b4e req-47fd105d-48c8-4a90-aac5-eaf127615c61 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.0922596
Feb 17 20:48:44.345157 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3415fa88-d295-480d-ac10-dad54ccd8b4e req-de90d690-723b-437b-a14b-b42b06178a97 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410604
Feb 17 20:48:45.328227 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Request body: {'port': {'device_id': '661c470e-1490-4cf1-9692-9f3130914bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:48:45.459189 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:45.551134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1588e-7205-4b0a-bf5a-9da465ed5d92 req-4c2219a7-e980-4c00-89f9-a2088803a61e tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:45.552755 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8f1588e-7205-4b0a-bf5a-9da465ed5d92 req-4c2219a7-e980-4c00-89f9-a2088803a61e tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 931 time: 0.0888822
Feb 17 20:48:45.600380 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8f1588e-7205-4b0a-bf5a-9da465ed5d92 req-c5d0d597-3f4f-4608-8f22-6aab7ef037e6 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411782
Feb 17 20:48:45.900813 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca {{(pid=84018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 20:48:45.909515 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:45.922988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Transition to ACTIVE for port object 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 20:48:45.926066 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:45.942002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3780af4-92f4-457a-a137-f48dc447c90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:46.325179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Pushing event updated for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:46.347629 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.348221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.348445 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.348857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.349266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.349671 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.350123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.350525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.350925 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.351327 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.351726 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.352122 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.352562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.352963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.353362 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.353786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.354187 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.354587 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.354988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.355392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.356065 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.356183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.356536 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.356928 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:48:46.363761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:46.544827 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Attempting to bind port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca on host hv-cinder-75999 for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 20:48:46.545183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Attempting to bind port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca by drivers openvswitch on host hv-cinder-75999 at level 0 using segments [{'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 20:48:46.545547 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Attempting to bind port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca on network a3d3f4e0-8aba-4246-96b9-9f78607312d8 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 20:48:46.552166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Checking agent: {'id': '171ccc38-2256-47e6-b584-39ec0ac754be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 29, 27), 'started_at': datetime.datetime(2021, 2, 17, 20, 29, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 20:48:46.552546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Checking segment: {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 20:48:46.552934 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:46.553324 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Bound using segment: {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 20:48:46.553832 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Bound port: 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host: hv-cinder-75999, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 20:48:46.554211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:46.658862 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 20:48:46.662311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 20:48:46.666143 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:46.682945 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7fef19bd-ccbd-4447-a0b0-6b485e83104c tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:46.891037 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Pushing event updated for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:46.894542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:46.958545 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652cbe2-865f-4c7f-a89b-9536ff75d839 req-9770609f-f836-47af-8fff-b8cd0097e152 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:46.960174 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5652cbe2-865f-4c7f-a89b-9536ff75d839 req-9770609f-f836-47af-8fff-b8cd0097e152 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 943 time: 0.1903846
Feb 17 20:48:46.963013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:46.964241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:46.965507 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-c70342f0-e1e6-4fbb-bc01-18555f482243 service neutron] 10.222.0.54 "PUT /v2.0/ports/336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 1157 time: 1.6422067
Feb 17 20:48:46.966085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:48:47.018743 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5652cbe2-865f-4c7f-a89b-9536ff75d839 req-9381cf6a-5aae-475c-96ee-b87a4d16b128 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462861
Feb 17 20:48:47.118500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-58722dc9-a188-4f1e-8781-4974e4aef89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:47.120164 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-58722dc9-a188-4f1e-8781-4974e4aef89a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1160 time: 0.0855715
Feb 17 20:48:47.207898 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'status': 'completed', 'code': 200}
Feb 17 20:48:47.216581 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-4a84dccb-6f9a-403d-9585-88e6ebbbde36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 217 time: 0.0749152
Feb 17 20:48:47.287984 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-eb892919-df0d-4995-b568-37094f6c52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:47.289476 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-eb892919-df0d-4995-b568-37094f6c52b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0652971
Feb 17 20:48:47.381003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-4c7fa042-9955-467d-80f5-d0b311de4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:47.382647 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-4c7fa042-9955-467d-80f5-d0b311de4572 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820222
Feb 17 20:48:47.595294 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-e440d548-cc79-4fe9-9829-fe4ba8d2e387 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035110
Feb 17 20:48:47.742367 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d7c9259-c01b-463a-90a5-aabbd5d7eaa2 req-941c9c08-5e5c-4d37-8c15-64901431a173 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397691
Feb 17 20:48:47.925335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-8db5364d-c9c3-4167-9afc-b1e5d71a1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:47.926794 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-8db5364d-c9c3-4167-9afc-b1e5d71a1dfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1160 time: 0.0798633
Feb 17 20:48:48.076361 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-ce623b7e-4221-4b31-b536-1df630cc2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:48.078364 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-ce623b7e-4221-4b31-b536-1df630cc2da0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1436179
Feb 17 20:48:48.192699 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-bc01a738-12a1-4d12-a21e-6052c5f25f1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 217 time: 0.1074152
Feb 17 20:48:48.290028 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-1c913d30-199a-4ae2-a9fe-11482cf1cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:48.291574 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-1c913d30-199a-4ae2-a9fe-11482cf1cb26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0861108
Feb 17 20:48:48.357146 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a6f49-7470-46ce-b8b6-f1184097bb6b req-ae9f6f61-29fa-4497-8226-ac4a82c250b7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:48.358533 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b36a6f49-7470-46ce-b8b6-f1184097bb6b req-ae9f6f61-29fa-4497-8226-ac4a82c250b7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 943 time: 0.2104716
Feb 17 20:48:48.424798 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b36a6f49-7470-46ce-b8b6-f1184097bb6b req-d73a96db-47ca-4892-ba71-5bf1d2566340 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577815
Feb 17 20:48:48.427471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-c324524f-76fb-4db2-86ba-c72db0731f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:48.428983 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-c324524f-76fb-4db2-86ba-c72db0731f99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1282938
Feb 17 20:48:48.574050 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-16f83c03-e36d-4e83-842f-0d67ac28eb39 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367023
Feb 17 20:48:48.717101 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab87fd74-78c1-4ad9-bfd2-d8ba14645518 req-1253a6c7-cfad-45ec-98bc-b26a1deffcfb service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353140
Feb 17 20:48:49.628156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7f28-2f7e-4404-8c3a-79df2551e578 req-52549510-01bd-4338-9514-e44fb80b58da tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:49.629759 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aec7f28-2f7e-4404-8c3a-79df2551e578 req-52549510-01bd-4338-9514-e44fb80b58da tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 943 time: 0.0893657
Feb 17 20:48:49.681411 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aec7f28-2f7e-4404-8c3a-79df2551e578 req-6e027665-bae5-49dd-8d4f-15d1bddba994 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452619
Feb 17 20:48:50.888307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b31f37-ff51-4050-982d-85f741feccf2 req-78001cde-1924-472a-ac11-b0e68c946fef tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:50.890067 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62b31f37-ff51-4050-982d-85f741feccf2 req-78001cde-1924-472a-ac11-b0e68c946fef tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 943 time: 0.0927672
Feb 17 20:48:50.940523 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62b31f37-ff51-4050-982d-85f741feccf2 req-767654ce-b39a-45b1-a28d-b7929690349c tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440340
Feb 17 20:48:51.677809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-394461cc-bc60-4770-91d5-520e8688bd66 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84019) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 20:48:52.150651 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a341c2-0b8b-4fa7-86d2-6455dd3978a4 req-97e7e716-74b0-4052-b9f1-5e1344f61409 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:52.152554 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-88a341c2-0b8b-4fa7-86d2-6455dd3978a4 req-97e7e716-74b0-4052-b9f1-5e1344f61409 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 943 time: 0.0948281
Feb 17 20:48:52.203993 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-88a341c2-0b8b-4fa7-86d2-6455dd3978a4 req-77c157aa-6bea-4434-919d-fe8776c2eed1 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442135
Feb 17 20:48:52.387106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:52.464002 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca completed by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 20:48:52.469937 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:52.470221 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:52.601567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:52.630720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:48:52.642416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:48:52.646031 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:52.648263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:48:52.688933 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'code': 200}
Feb 17 20:48:52.724328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=4']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:48:52.728024 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:48:52.984739 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf15fb-f5cb-4407-9be6-fed41c25c934 req-6117e3f1-0a4d-48b2-8c07-55f232d1c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:52.986435 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-acbf15fb-f5cb-4407-9be6-fed41c25c934 req-6117e3f1-0a4d-48b2-8c07-55f232d1c1ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1162 time: 0.0812626
Feb 17 20:48:53.036008 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-acbf15fb-f5cb-4407-9be6-fed41c25c934 req-b2dcbd5e-3757-43fa-b5b8-8aca0f0f708a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426717
Feb 17 20:48:53.411519 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27437d0a-e178-4ec5-bb85-2e251f6f1792 req-007ba3d8-509d-4470-8269-e3065d979f25 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:53.413282 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27437d0a-e178-4ec5-bb85-2e251f6f1792 req-007ba3d8-509d-4470-8269-e3065d979f25 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0928977
Feb 17 20:48:53.463136 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27437d0a-e178-4ec5-bb85-2e251f6f1792 req-af65d22c-f6fe-4bc7-ab26-7957acc8b801 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434248
Feb 17 20:48:53.753271 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:48:53.834191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:48:53.834622 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:48:54.675316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cf059-5f6d-49fa-8d88-bd7af4fd03a9 req-d0921805-b7bf-4661-87ad-e158a4f788f6 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:54.676861 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480cf059-5f6d-49fa-8d88-bd7af4fd03a9 req-d0921805-b7bf-4661-87ad-e158a4f788f6 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0936165
Feb 17 20:48:54.725424 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480cf059-5f6d-49fa-8d88-bd7af4fd03a9 req-c0e7a04f-a7ec-435f-8d5b-f592701c98a0 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416481
Feb 17 20:48:55.930013 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8a978-087e-47c2-8566-dc1a8ce5b23d req-e4d3d509-c4ec-4ca0-af54-7e8c552fb8ca tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:55.931607 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5dc8a978-087e-47c2-8566-dc1a8ce5b23d req-e4d3d509-c4ec-4ca0-af54-7e8c552fb8ca tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0928638
Feb 17 20:48:55.984476 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5dc8a978-087e-47c2-8566-dc1a8ce5b23d req-1ae03564-41e0-4cbc-acd3-f021fe53e87d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462427
Feb 17 20:48:56.220568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d0246-7b54-4694-89b2-f78ce4a3ea05 req-372dba55-ac86-4f24-92d6-275b5a34f43d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:56.222212 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f14d0246-7b54-4694-89b2-f78ce4a3ea05 req-372dba55-ac86-4f24-92d6-275b5a34f43d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0934587
Feb 17 20:48:56.272091 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f14d0246-7b54-4694-89b2-f78ce4a3ea05 req-a3592be0-fe51-454d-bbf0-965f04ea18e6 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434539
Feb 17 20:48:56.706380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aa203-5386-4781-b6b5-f4b251ba533a req-80e49147-8d4d-47f0-bf23-1399894af8fb tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:48:56.708034 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f5aa203-5386-4781-b6b5-f4b251ba533a req-80e49147-8d4d-47f0-bf23-1399894af8fb tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0881619
Feb 17 20:48:56.757640 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f5aa203-5386-4781-b6b5-f4b251ba533a req-c1ad5441-36b1-4ec0-ae87-c3d193138dac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432360
Feb 17 20:49:04.592394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb854a26-f741-4aa2-9db6-83acafff633b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:07.174831 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5f16a85-9187-458b-9f6d-a267c61ce642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:07.333632 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5e03d-d92c-408f-bf5e-83c28047ad72 req-a6e94d62-6695-4b45-a21b-936fe070ab8c tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:07.335256 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4a5e03d-d92c-408f-bf5e-83c28047ad72 req-a6e94d62-6695-4b45-a21b-936fe070ab8c tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0922449
Feb 17 20:49:07.382767 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4a5e03d-d92c-408f-bf5e-83c28047ad72 req-52892d99-a0ce-4fdc-a11f-9dab0a4cbc0e tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412099
Feb 17 20:49:07.585568 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-933c9df3-b548-4364-b42e-99db0a791e3d req-99b0ed9e-c717-4b45-af96-332a4beef085 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1617103
Feb 17 20:49:07.596523 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'floatingip': {'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:07.602479 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:49:07.606527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Usage tracker for resource:floatingip and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:49:07.609514 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:49:07.615963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:49:07.625123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for floatingip, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:07.772245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:07.802652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:08.054241 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Allocated IP 172.27.2.33 (b8ead297-4f64-4f86-9dc4-69f0346f428a/a77a138a-48dd-4baf-b9e3-d9f287eb8723/f1ccf4e7-6931-4f67-8130-f504369a40f8) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 20:49:08.212549 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:08.241798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780182655791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:08.257417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:49:08.618014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'Port': ['ID=f1ccf4e7-6931-4f67-8130-f504369a40f8,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:49:08.623265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:49:08.675585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Network b8ead297-4f64-4f86-9dc4-69f0346f428a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 20:49:08.676742 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 20:49:08.679211 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 20:49:08.765635 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:08.827371 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.021996 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.041892 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.113055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.116872 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.132616 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a6f06626-f44f-4eb3-a0e5-7b1670870c8a tempest-TestShelveInstance-2080168021 tempest-TestShelveInstance-2080168021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:49:09.272579 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'Port': ['ID=f1ccf4e7-6931-4f67-8130-f504369a40f8,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:49:09.294336 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.294759 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.295183 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.295652 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.296021 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.296411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.296817 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.297251 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.297775 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.298185 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.298833 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.299238 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.299685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.300085 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.300486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.300888 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.301294 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.301725 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.302110 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.302516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.302913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.303311 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.303709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.304106 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:49:09.310400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:49:09.397278 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.419570 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.420885 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-933c9df3-b548-4364-b42e-99db0a791e3d req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8292878
Feb 17 20:49:09.496556 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:09.517276 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-933c9df3-b548-4364-b42e-99db0a791e3d req-9b9566a5-bfeb-43bc-95ba-498ecb09ce43 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:floatingip {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:49:09.533610 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-933c9df3-b548-4364-b42e-99db0a791e3d req-9b9566a5-bfeb-43bc-95ba-498ecb09ce43 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:floatingip {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:49:09.534841 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-933c9df3-b548-4364-b42e-99db0a791e3d req-9b9566a5-bfeb-43bc-95ba-498ecb09ce43 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.33 HTTP/1.1" status: 200  len: 695 time: 0.1065407
Feb 17 20:49:09.698760 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9df3-b548-4364-b42e-99db0a791e3d req-ca1e6db1-b0e0-4203-9232-4b7b527ab4e5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:09.700246 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-933c9df3-b548-4364-b42e-99db0a791e3d req-ca1e6db1-b0e0-4203-9232-4b7b527ab4e5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 784 time: 0.1593735
Feb 17 20:49:09.712052 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-933c9df3-b548-4364-b42e-99db0a791e3d req-56d2a3ec-bc2f-4b48-9ac4-14c51f0b1514 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:49:09.713078 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-933c9df3-b548-4364-b42e-99db0a791e3d req-56d2a3ec-bc2f-4b48-9ac4-14c51f0b1514 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060363
Feb 17 20:49:09.899542 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631064-878b-40c0-bf15-645decea25a9 req-5bf99b02-4e36-4639-b110-bc08482a4728 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:09.901133 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-5bf99b02-4e36-4639-b110-bc08482a4728 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0883751
Feb 17 20:49:09.991788 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-77b3dbca-cd70-4916-8df9-56d96f476cef tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.33 HTTP/1.1" status: 200  len: 695 time: 0.0842795
Feb 17 20:49:10.002732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'floatingip': {'port_id': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:10.042003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:49:10.089380 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for floatingip, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:10.957334 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:10.960100 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707704'] for floatingip, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:11.147705 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Floating IP 0d7f87ee-ab09-456b-a282-073d9889d1b9 associated. External IP: 172.27.2.33, port: 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca.
Feb 17 20:49:11.526792 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:49:11.721298 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:49:11.725789 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:11.731600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] Sync routers for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:49:11.742881 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:49:11.743565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9442668>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:49:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:49:11.789558 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-4f132068-4f3d-4947-8cd2-2912eb8ee048 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "PUT /v2.0/floatingips/0d7f87ee-ab09-456b-a282-073d9889d1b9 HTTP/1.1" status: 200  len: 995 time: 1.7916334
Feb 17 20:49:11.790079 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:49:11.840944 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'status': 'completed', 'code': 200}
Feb 17 20:49:11.945073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:49:12.060964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-290e8c70-ec53-457c-9f1e-898f3f73bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:12.062611 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-290e8c70-ec53-457c-9f1e-898f3f73bc23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1162 time: 0.1567400
Feb 17 20:49:12.065248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631064-878b-40c0-bf15-645decea25a9 req-af96171a-267f-41fc-8d03-33c4b2fd12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:12.066825 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-af96171a-267f-41fc-8d03-33c4b2fd12b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1162 time: 0.2621624
Feb 17 20:49:12.323025 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9442668>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '0d7f87ee-ab09-456b-a282-073d9889d1b9', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'port_id': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'mac_address': 'fa:16:3e:2b:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661c470e-1490-4cf1-9692-9f3130914bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:49:08Z', 'updated_at': '2021-02-17T20:49:10Z', 'revision_number': 1, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:26Z', 'revision_number': 5, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:49:12.327127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] Checking router: 3e8c80ac-3506-4671-b42b-1c57e090c4f4 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:49:12.336738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:49:12.337397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b9442668>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:49:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:49:12.345778 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-a42cebc5-f660-451f-983b-8e2f97b7415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:12.347366 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-a42cebc5-f660-451f-983b-8e2f97b7415e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.2777581
Feb 17 20:49:12.351609 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631064-878b-40c0-bf15-645decea25a9 req-3fe081f4-a2d3-4b09-aa38-29bb53e84c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:12.353074 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-3fe081f4-a2d3-4b09-aa38-29bb53e84c02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.2561207
Feb 17 20:49:12.530732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:49:12.553205 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-8bd7f4ff-cce9-4a04-9fc3-62841b021326 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 998 time: 0.1987064
Feb 17 20:49:12.559153 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-a12bb86d-7683-45e3-ad73-03639a8c6338 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 998 time: 0.1463127
Feb 17 20:49:12.686216 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-39676a6f-7285-4dc1-8bd1-8ffebede88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:12.687804 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-39676a6f-7285-4dc1-8bd1-8ffebede88f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.1270123
Feb 17 20:49:12.689409 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631064-878b-40c0-bf15-645decea25a9 req-977a49f0-7433-4540-bcad-4803945a2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:12.690840 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-977a49f0-7433-4540-bcad-4803945a2a85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0950508
Feb 17 20:49:12.947868 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b9442668>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '0d7f87ee-ab09-456b-a282-073d9889d1b9', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'port_id': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'mac_address': 'fa:16:3e:2b:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661c470e-1490-4cf1-9692-9f3130914bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:49:08Z', 'updated_at': '2021-02-17T20:49:10Z', 'revision_number': 1, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:26Z', 'revision_number': 5, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:49:12.954964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac1ec-31e8-4ffa-a423-c5b6a0e52f9d None None] The sync data for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi is: [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_floatingips': [{'id': '0d7f87ee-ab09-456b-a282-073d9889d1b9', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'router_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'port_id': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'mac_address': 'fa:16:3e:2b:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661c470e-1490-4cf1-9692-9f3130914bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:49:08Z', 'updated_at': '2021-02-17T20:49:10Z', 'revision_number': 1, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:26Z', 'revision_number': 5, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:49:13.109313 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-540c183b-416a-4b40-a1ae-20a03cc333d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:13.110984 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-540c183b-416a-4b40-a1ae-20a03cc333d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4161582
Feb 17 20:49:13.112698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631064-878b-40c0-bf15-645decea25a9 req-56a09545-84b9-4f9c-9327-03372753196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:13.114157 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-56a09545-84b9-4f9c-9327-03372753196c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3802974
Feb 17 20:49:13.125360 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-74a4b760-b048-4302-a7e2-fb2c8b436332 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84018) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:49:13.126415 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-74a4b760-b048-4302-a7e2-fb2c8b436332 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0055296
Feb 17 20:49:13.278307 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ae392-5108-463c-84b6-bf38dd3be6f9 None None] New status for floating IP 0d7f87ee-ab09-456b-a282-073d9889d1b9: ACTIVE {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:49:13.389100 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-b98e7679-ca07-40e3-aaaf-22cb3b9db11f service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617033
Feb 17 20:49:13.391764 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-bc8c9eb4-a91c-4aa7-9115-c48efac99f85 service neutron] 10.222.0.23 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427595
Feb 17 20:49:13.660830 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c400023-7192-4e6c-a735-1709e8e2c21c req-88544c85-4c6f-4d4d-a211-e3d422a6bf0a service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2637062
Feb 17 20:49:13.665364 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-49631064-878b-40c0-bf15-645decea25a9 req-52a5128c-d98c-410c-91c9-861e3080b79f service neutron] 10.222.0.23 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2444744
Feb 17 20:49:13.705284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1892951053', 'description': 'tempest-TestMinimumBasicScenario-1892951053 description'}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:13.711626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:49:13.727879 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:49:13.737486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:13.758971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:49:13.762955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Usage tracker for resource:security_group_rule and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:49:13.765963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:49:13.771666 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:49:13.846988 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:13.849560 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:13.854895 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd6b1380-ad92-4516-831b-3076a565b255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:49:13.899497 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f85b71-ab7f-43ac-b302-40d5fbc54a70,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:49:13.902338 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:13.903624 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea697c83-6e3b-4005-a342-3e58cb4342f4 req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2035248
Feb 17 20:49:13.904436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3590e54-b1d5-4124-86f1-704e92bd832d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:49:13.974881 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-6f36abe4-5a5e-46c4-bffc-8ee25a045db7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups/21f85b71-ab7f-43ac-b302-40d5fbc54a70 HTTP/1.1" status: 200  len: 1814 time: 0.0477431
Feb 17 20:49:13.986883 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21f85b71-ab7f-43ac-b302-40d5fbc54a70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:13.987244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21f85b71-ab7f-43ac-b302-40d5fbc54a70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:13.993564 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:49:13.997634 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Usage tracker for resource:security_group_rule and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:49:14.001816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84018) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:49:14.007654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:49:14.066639 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.093810 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.098805 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.100957 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1c77909-7282-429c-84ee-cf15cbf7d868 tempest-AttachVolumeTestJSON-1944376076 tempest-AttachVolumeTestJSON-1944376076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:49:14.123732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc1ecfc-9706-44b2-945a-13f44effa754,revision_number=0']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:49:14.129374 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:49:14.137799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.139118 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5acaf58-c238-40a9-888a-fb2855dfba9a req-389b775a-4548-4e2d-84ef-c7669ee05ac5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1576159
Feb 17 20:49:14.211658 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-b65e0114-ee4a-40bb-8459-84ddaad22076 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups/21f85b71-ab7f-43ac-b302-40d5fbc54a70 HTTP/1.1" status: 200  len: 2407 time: 0.0502110
Feb 17 20:49:14.223388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21f85b71-ab7f-43ac-b302-40d5fbc54a70', 'remote_group_id': None}]} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:14.223746 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21f85b71-ab7f-43ac-b302-40d5fbc54a70', 'remote_group_id': None}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:14.230359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 20:49:14.235387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Usage tracker for resource:security_group_rule and tenant:c7fa6d39787449afbfb66fcd9a853019 is out of sync, need to count used quota {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 20:49:14.238767 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84017) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 20:49:14.244670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84017) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 20:49:14.308055 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.333473 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.336383 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185173'] for security_group_rule, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.344804 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1bef538-3b64-46cf-b111-e02f572aa9ad tempest-AttachVolumeShelveTestJSON-1564126717 tempest-AttachVolumeShelveTestJSON-1564126717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:49:14.365061 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60707a4-159d-43fa-a706-c7cb7cabbdc6,revision_number=0']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:49:14.367968 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:49:14.374889 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:14.376293 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b325e862-d37d-4a96-bd2c-6fb64886137b req-502b48ed-ac10-4082-b229-291e27107d60 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1577857
Feb 17 20:49:14.520201 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-40a50947-2e6f-4f8e-b674-417fd825ed94 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1892951053&fields=id&tenant_id=c7fa6d39787449afbfb66fcd9a853019 HTTP/1.1" status: 200  len: 267 time: 0.0494931
Feb 17 20:49:14.614806 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-9e154257-6622-4ecb-936f-89882ddb0668 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:14.616529 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-9e154257-6622-4ecb-936f-89882ddb0668 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0899780
Feb 17 20:49:14.634938 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'port': {'security_groups': ['daadb91c-4ddf-4c16-9c7a-e70285e87acc', '21f85b71-ab7f-43ac-b302-40d5fbc54a70']}} {{(pid=84018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:49:14.778003 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:15.133274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:49:15.160466 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:15.164243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657285'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:15.179956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e023c93c-7ba6-4b99-a787-02d373652a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:49:15.334218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=5']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:49:15.348202 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:49:15.384927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:15.385732 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:15.387094 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-924b063c-0e74-4647-af1c-aa74eb07ca48 req-917c065e-20a3-48b9-850a-ff5d1b68071d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "PUT /v2.0/ports/336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 981 time: 0.7575107
Feb 17 20:49:15.387656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:49:15.445988 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'status': 'completed', 'code': 200}
Feb 17 20:49:15.585728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-51804e86-366a-4b8f-b723-1a6ce1b8dd0a None None] Provisioning complete for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:49:15.586175 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51804e86-366a-4b8f-b723-1a6ce1b8dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:15.648259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cbb35-3369-4cb8-95ad-409602740b0b req-3681140e-205c-40e3-af67-b0340645480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:15.649823 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492cbb35-3369-4cb8-95ad-409602740b0b req-3681140e-205c-40e3-af67-b0340645480b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1202 time: 0.1153650
Feb 17 20:49:15.656946 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44d749-e163-4e64-8885-7c63824fb8d8 req-b3ecda67-4faa-4e6e-a786-67c6e8065b24 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:15.658652 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b44d749-e163-4e64-8885-7c63824fb8d8 req-b3ecda67-4faa-4e6e-a786-67c6e8065b24 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.1665857
Feb 17 20:49:15.801800 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b44d749-e163-4e64-8885-7c63824fb8d8 req-76ddbc33-03ea-438f-954f-ac188cfd76c7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1161745
Feb 17 20:49:15.844390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cbb35-3369-4cb8-95ad-409602740b0b req-6c2c23f2-0643-48dd-b950-c0399a948d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:15.846084 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492cbb35-3369-4cb8-95ad-409602740b0b req-6c2c23f2-0643-48dd-b950-c0399a948d11 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1864574
Feb 17 20:49:15.960019 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492cbb35-3369-4cb8-95ad-409602740b0b req-bbc679da-a7f0-4165-9c1a-7fc8fb4c761b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 1000 time: 0.1024160
Feb 17 20:49:16.042386 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cbb35-3369-4cb8-95ad-409602740b0b req-ac952ef1-fafc-44e7-80dd-cedc323a3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:16.043992 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492cbb35-3369-4cb8-95ad-409602740b0b req-ac952ef1-fafc-44e7-80dd-cedc323a3df8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0690637
Feb 17 20:49:16.131399 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cbb35-3369-4cb8-95ad-409602740b0b req-e704f7ee-6ef3-4d1d-9c62-a3aacaa5b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:16.133037 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492cbb35-3369-4cb8-95ad-409602740b0b req-e704f7ee-6ef3-4d1d-9c62-a3aacaa5b813 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816641
Feb 17 20:49:16.249641 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:49:16.287851 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492cbb35-3369-4cb8-95ad-409602740b0b req-0dd2bc59-96ab-4434-860e-bfd1841f285d service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402683
Feb 17 20:49:16.335841 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:49:16.336266 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:16.445630 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492cbb35-3369-4cb8-95ad-409602740b0b req-4941aca5-ca5e-4c32-9b6a-3fb491bf5858 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493561
Feb 17 20:49:31.710068 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-f407d31b-0a92-4348-a26b-5bd217046151 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0886481
Feb 17 20:49:31.889718 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-0b8f21b9-cdc0-4a34-b9c9-290e0895c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:31.891619 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-0b8f21b9-cdc0-4a34-b9c9-290e0895c185 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1202 time: 0.0828550
Feb 17 20:49:32.054262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-dcf3097c-f2fa-4805-a384-e14eb1d375ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:32.055771 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-dcf3097c-f2fa-4805-a384-e14eb1d375ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1432779
Feb 17 20:49:32.172605 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-c1333377-24db-40b2-b39f-dae0f7d9f607 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 1000 time: 0.1091149
Feb 17 20:49:32.242783 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-638a2a3a-9a21-441e-bf16-92c32cc1cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:32.244362 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-638a2a3a-9a21-441e-bf16-92c32cc1cd05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0652540
Feb 17 20:49:32.334565 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-f845306e-4523-4794-ad92-a9b585379476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:49:32.336080 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-f845306e-4523-4794-ad92-a9b585379476 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843956
Feb 17 20:49:32.485662 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-b3ba81d3-d3ce-4c32-9867-a1a804fd335a service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401944
Feb 17 20:49:32.937581 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a30a30a1-1cb4-4d26-b75d-46c2656e7650 req-bb0013f4-b86b-4e77-96cb-0b6601e072cb service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4450014
Feb 17 20:49:34.595349 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cfff26f-e24c-47ab-bf6e-a97748f7671c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:37.166392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-deeee8af-11f1-4d8d-b3bf-587a2e1b7efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:37.805578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:39.014179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:39.059408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:39.501429 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:49:47.042769 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:50:04.598830 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2ce43624-7ff4-4937-8494-51fedbcb2f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:07.179030 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-904b713a-bbad-4a83-b5f4-2aa9871cd1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:07.807141 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:09.017248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:09.074765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:09.502780 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:20.047036 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a1323-aa94-4b52-a4d1-61705a0e1a00 req-74f100d9-bf5f-4906-bae6-d3368b75db47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:20.049033 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bf3a1323-aa94-4b52-a4d1-61705a0e1a00 req-74f100d9-bf5f-4906-bae6-d3368b75db47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.1726580
Feb 17 20:50:20.051537 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-9ddeb17c-0064-4546-bf87-1063940657c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:20.053116 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-9ddeb17c-0064-4546-bf87-1063940657c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1202 time: 0.1335304
Feb 17 20:50:20.210396 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bf3a1323-aa94-4b52-a4d1-61705a0e1a00 req-23bcb294-a0eb-46f7-a83c-b9b9425853d9 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1535463
Feb 17 20:50:20.257899 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-619052c0-7706-46d5-82a8-054629fe31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:20.259511 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-619052c0-7706-46d5-82a8-054629fe31ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1865335
Feb 17 20:50:20.387090 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-a7678377-1dfd-436e-b4d1-c8de4dcfe350 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 1000 time: 0.1201706
Feb 17 20:50:20.464302 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-5256da95-8825-41c2-8714-3a3f309b804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:20.465964 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-5256da95-8825-41c2-8714-3a3f309b804e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0714469
Feb 17 20:50:20.558845 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-b565a93c-b1a6-479b-8508-3e04802e0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:20.560469 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-b565a93c-b1a6-479b-8508-3e04802e0320 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871506
Feb 17 20:50:20.711837 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-ba549730-5893-4985-9ce9-9477f58a3e50 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431329
Feb 17 20:50:20.866631 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b19796f1-59e6-43b9-a44e-8b5c18a1c30f req-9bb9ae0e-5cc4-432b-8edc-a84c369e164b service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423421
Feb 17 20:50:21.448826 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a45cf-472f-42ec-b3a8-297c30d3e5d7 req-566514e3-ada4-4ff7-82fc-4d550ef3c3f2 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:21.450520 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a8a45cf-472f-42ec-b3a8-297c30d3e5d7 req-566514e3-ada4-4ff7-82fc-4d550ef3c3f2 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0992553
Feb 17 20:50:21.507577 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2a8a45cf-472f-42ec-b3a8-297c30d3e5d7 req-88c6e173-0d51-4e31-9a1b-c1fffdd4913a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:50:21.525607 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2a8a45cf-472f-42ec-b3a8-297c30d3e5d7 req-88c6e173-0d51-4e31-9a1b-c1fffdd4913a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:50:21.527515 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a8a45cf-472f-42ec-b3a8-297c30d3e5d7 req-88c6e173-0d51-4e31-9a1b-c1fffdd4913a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0696883
Feb 17 20:50:22.751148 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e18c03-d228-4636-8d06-2e3fbe69cc6c req-62efcce0-11b1-445b-bf13-f6d5ea863bad tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:22.752836 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72e18c03-d228-4636-8d06-2e3fbe69cc6c req-62efcce0-11b1-445b-bf13-f6d5ea863bad tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0922263
Feb 17 20:50:22.804940 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-72e18c03-d228-4636-8d06-2e3fbe69cc6c req-439762a0-4952-41a8-a35d-d81af39e6174 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0454726
Feb 17 20:50:24.020436 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681e7ef-e788-4b2c-8baf-0a052e66187b req-ef1588b2-72db-4471-a9cd-21037cc91353 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:24.022110 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6681e7ef-e788-4b2c-8baf-0a052e66187b req-ef1588b2-72db-4471-a9cd-21037cc91353 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0966356
Feb 17 20:50:24.042707 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:50:24.078721 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6681e7ef-e788-4b2c-8baf-0a052e66187b req-ce06ab1b-f041-4c90-bbab-5889f39dd3f7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0494020
Feb 17 20:50:25.301650 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b242b-13e7-460a-a808-56355d9d630c req-e382586d-b991-4fab-8be1-20d0b123e093 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:25.303458 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae0b242b-13e7-460a-a808-56355d9d630c req-e382586d-b991-4fab-8be1-20d0b123e093 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0960536
Feb 17 20:50:25.358625 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae0b242b-13e7-460a-a808-56355d9d630c req-72ee0fdd-463e-4da2-96bc-ce20cf005733 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0483119
Feb 17 20:50:26.578423 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09bc1-bd45-43cf-9a42-941aec399f5e req-ba80ef04-af0d-4616-81e4-dad4d499503d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:26.580076 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-75d09bc1-bd45-43cf-9a42-941aec399f5e req-ba80ef04-af0d-4616-81e4-dad4d499503d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0947628
Feb 17 20:50:26.634640 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-75d09bc1-bd45-43cf-9a42-941aec399f5e req-72f14213-06c7-4a5b-824c-fd5e30d84064 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0482275
Feb 17 20:50:27.841578 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674c9a7-fb39-4115-9d47-5b3416934349 req-f43d7ae0-ec52-47bc-abf4-6e3f7044a2fb tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:27.844057 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5674c9a7-fb39-4115-9d47-5b3416934349 req-f43d7ae0-ec52-47bc-abf4-6e3f7044a2fb tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0938368
Feb 17 20:50:27.901925 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5674c9a7-fb39-4115-9d47-5b3416934349 req-c174624b-ab83-418a-a50b-eb5a43620192 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0511243
Feb 17 20:50:29.117387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f26c4-27b8-4cf7-a8b6-6b32fea9a997 req-bb66f31f-dd53-44ff-bd52-65573c12b248 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:29.119119 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f8f26c4-27b8-4cf7-a8b6-6b32fea9a997 req-bb66f31f-dd53-44ff-bd52-65573c12b248 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0949304
Feb 17 20:50:29.175170 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f8f26c4-27b8-4cf7-a8b6-6b32fea9a997 req-bccf46d8-3d4e-45d3-9d55-65d640b5c5c2 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0485406
Feb 17 20:50:30.380724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed047f8-d5ac-4024-a8fd-e9a015ae9dfd req-81bc4441-4a0e-4afe-ab6c-0e0a89c96970 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:30.382288 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eed047f8-d5ac-4024-a8fd-e9a015ae9dfd req-81bc4441-4a0e-4afe-ab6c-0e0a89c96970 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0907695
Feb 17 20:50:30.436556 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eed047f8-d5ac-4024-a8fd-e9a015ae9dfd req-c5bbd5bb-a06e-4b37-adfc-e8b2dd017e74 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0474958
Feb 17 20:50:31.642070 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee387-550f-45cd-9bb5-108772e56d2d req-be3f8442-cebb-4b31-8141-f11dd0e7f2d1 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:31.643746 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12dee387-550f-45cd-9bb5-108772e56d2d req-be3f8442-cebb-4b31-8141-f11dd0e7f2d1 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0924811
Feb 17 20:50:31.703791 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12dee387-550f-45cd-9bb5-108772e56d2d req-f60e31fd-cd86-4020-b6de-06c2cfe2a341 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0507326
Feb 17 20:50:32.724052 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-28cecb4e-682f-4144-b459-a49460678e42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0870166
Feb 17 20:50:32.975434 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-f799701e-8565-4428-9dcb-c2e6fe3c68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:32.976960 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-f799701e-8565-4428-9dcb-c2e6fe3c68e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1202 time: 0.1543560
Feb 17 20:50:32.986983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c5ae0-788b-473b-9492-a44a7fddd0f1 req-82ffb42e-2b6e-42d5-86b9-1d20e86f6403 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:32.988583 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e78c5ae0-788b-473b-9492-a44a7fddd0f1 req-82ffb42e-2b6e-42d5-86b9-1d20e86f6403 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.1303430
Feb 17 20:50:33.130018 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e78c5ae0-788b-473b-9492-a44a7fddd0f1 req-55f74823-c08f-4532-961b-21b3a832be68 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&id=21f85b71-ab7f-43ac-b302-40d5fbc54a70&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1348209
Feb 17 20:50:33.179123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-62b41dbb-7d05-49b3-a353-92738f861779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:33.180687 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-62b41dbb-7d05-49b3-a353-92738f861779 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1708574
Feb 17 20:50:33.306282 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-7c53ed07-c81c-450f-9a40-376b05064e42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 1000 time: 0.1141627
Feb 17 20:50:33.378958 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-a0643e37-a1de-4a39-ae80-ebc2848818a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:33.380613 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-a0643e37-a1de-4a39-ae80-ebc2848818a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0677941
Feb 17 20:50:33.473597 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-36da22e4-ecc0-41f8-9157-8701a18dff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:50:33.475298 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-36da22e4-ecc0-41f8-9157-8701a18dff00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829694
Feb 17 20:50:33.624158 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-f7926ba2-e4e9-4537-aea3-9939dbed0111 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410882
Feb 17 20:50:33.775206 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1bc7fea1-4a4d-4986-9344-621c3867d273 req-fbc7e3db-75d7-488e-9573-acd25eef71c0 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426804
Feb 17 20:50:34.601465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696def19-5c6f-4f99-a896-ad43b322cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:37.173346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-febca700-6a30-4de0-a824-83141ad8a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:37.811801 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:39.021027 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:39.095014 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:50:39.506261 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:01.042127 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:51:04.604410 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5eaff10d-3208-4cbf-a3ec-11661ff49dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:07.177509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd14cbbe-deb1-42dc-93b3-ecb4f4834772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:07.814720 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:09.024689 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:09.101528 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:09.508356 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:32.531453 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-61fe79e8-185c-43c9-a417-3888fc2b4f5a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1892951053&fields=id&tenant_id=c7fa6d39787449afbfb66fcd9a853019 HTTP/1.1" status: 200  len: 267 time: 0.0959225
Feb 17 20:51:32.629741 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-2ca19fe7-c50c-4bc9-92b0-3db2cfe580c6 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:32.631289 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-2ca19fe7-c50c-4bc9-92b0-3db2cfe580c6 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 984 time: 0.0937796
Feb 17 20:51:32.649032 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Request body: {'port': {'security_groups': ['daadb91c-4ddf-4c16-9c7a-e70285e87acc']}} {{(pid=84017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 20:51:32.700799 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-d5336882-7fc3-48fa-a3e3-ecc2232b3f5a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0805390
Feb 17 20:51:32.791080 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:32.911562 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-852d8c59-e5c7-47c5-980a-a8beb86f73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:32.913105 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-852d8c59-e5c7-47c5-980a-a8beb86f73fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1202 time: 0.1049438
Feb 17 20:51:33.084900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-04144b68-6cf6-41c0-95f5-7123f1f1f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:33.086616 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-04144b68-6cf6-41c0-95f5-7123f1f1f2d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1497424
Feb 17 20:51:33.138182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:33.169566 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.173346 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2286157'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.192658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-040f9938-155e-4c0d-a167-66ae6e730a31 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:33.199075 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-41e15864-4557-4c39-872e-4899c99372d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 1000 time: 0.1054227
Feb 17 20:51:33.275126 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-b6c5f508-647e-47d0-af53-5044bf68bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:33.276728 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-b6c5f508-647e-47d0-af53-5044bf68bdc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0706041
Feb 17 20:51:33.355924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event updated for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=6']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:33.364319 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-1f4c3ec2-7afd-4989-a2ee-dab30d4bc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:33.365998 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-1f4c3ec2-7afd-4989-a2ee-dab30d4bc29d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815728
Feb 17 20:51:33.378425 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.378863 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.379275 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.379698 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.380103 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.380510 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.380918 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.381325 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.381829 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.382233 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.382644 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.383047 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.383494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.383900 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.384304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.384709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.385107 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.385509 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.385961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.386366 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.386767 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.387168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.387606 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.388005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:33.393372 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:33.419377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:33.420073 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.421751 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7285bd1d-c98b-4ce6-967a-08070b42d676 req-7c10b920-1167-49dd-8435-2c8ce30ad1ac tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "PUT /v2.0/ports/336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 942 time: 0.7810047
Feb 17 20:51:33.422658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:51:33.520375 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b28f9770-e8cd-4bd8-8340-a5672ca8db4e req-ff426258-e320-456d-952f-1a4b71f96eff tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups/21f85b71-ab7f-43ac-b302-40d5fbc54a70 HTTP/1.1" status: 200  len: 3005 time: 0.0727110
Feb 17 20:51:33.620927 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b28f9770-e8cd-4bd8-8340-a5672ca8db4e req-c2f82ed5-943e-4f5e-ba41-b26e7b3700bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.660442 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b28f9770-e8cd-4bd8-8340-a5672ca8db4e req-c2f82ed5-943e-4f5e-ba41-b26e7b3700bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.719432 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b28f9770-e8cd-4bd8-8340-a5672ca8db4e req-c2f82ed5-943e-4f5e-ba41-b26e7b3700bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.725071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-046eb063-b011-4836-a6c7-9906b6210233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:33.742385 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f82ed5-943e-4f5e-ba41-b26e7b3700bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f85b71-ab7f-43ac-b302-40d5fbc54a70,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:33.745250 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2f82ed5-943e-4f5e-ba41-b26e7b3700bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:33.753600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b28f9770-e8cd-4bd8-8340-a5672ca8db4e req-c2f82ed5-943e-4f5e-ba41-b26e7b3700bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.754856 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b28f9770-e8cd-4bd8-8340-a5672ca8db4e req-c2f82ed5-943e-4f5e-ba41-b26e7b3700bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "DELETE /v2.0/security-groups/21f85b71-ab7f-43ac-b302-40d5fbc54a70 HTTP/1.1" status: 204  len: 173 time: 0.2335908
Feb 17 20:51:33.782475 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-75b7c4c9-d274-45df-93a7-730cff55782b None None] Provisioning complete for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca triggered by entity DHCP. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:51:33.783437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-75b7c4c9-d274-45df-93a7-730cff55782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:33.788883 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-f8b0b490-d3a7-4be6-b000-ef99f4475647 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4148488
Feb 17 20:51:33.899941 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-fd29a7c1-c71b-4f9a-a94a-88c330b2c963 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/floatingips/0d7f87ee-ab09-456b-a282-073d9889d1b9 HTTP/1.1" status: 200  len: 997 time: 0.1256018
Feb 17 20:51:33.953349 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f547706-3c66-4fb8-b3f1-a52ff86def2e req-351dbf24-0d2d-4ab0-99da-7f4cd1464550 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527822
Feb 17 20:51:34.073600 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-7bcfb190-a564-43e4-b47d-141484c1cb45 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:34.075116 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-7bcfb190-a564-43e4-b47d-141484c1cb45 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/networks/b8ead297-4f64-4f86-9dc4-69f0346f428a HTTP/1.1" status: 200  len: 784 time: 0.1676517
Feb 17 20:51:34.086474 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-c04fc7a0-c0b7-48f8-be9b-b82debc2d84a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 20:51:34.087554 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-c04fc7a0-c0b7-48f8-be9b-b82debc2d84a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062516
Feb 17 20:51:34.203501 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d1faa29a-175d-4ac9-90a0-22ba2be81cb1 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.33 HTTP/1.1" status: 200  len: 1000 time: 0.1092153
Feb 17 20:51:34.283527 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-7ffcaf15-b301-4c57-bbbf-6357503085e5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:34.284966 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-7ffcaf15-b301-4c57-bbbf-6357503085e5 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports/336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 942 time: 0.0756311
Feb 17 20:51:34.475475 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-39c250f0-b2c5-4b04-891a-8626bd1dcf4f tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.2.33 HTTP/1.1" status: 200  len: 1000 time: 0.1094828
Feb 17 20:51:34.578924 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'status': 'completed', 'code': 200}
Feb 17 20:51:34.608237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a945e73-7ab3-439d-96dc-0f0d52c17f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:34.716191 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Deleting port f1ccf4e7-6931-4f67-8130-f504369a40f8 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:34.716929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:34.727487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-6029c8d0-5fd9-4982-a46b-b12d6d42b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:34.729344 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-6029c8d0-5fd9-4982-a46b-b12d6d42b1cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1162 time: 0.0959294
Feb 17 20:51:34.885321 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-777a9fb4-d6e0-490d-bc54-391a902cf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:34.886995 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-777a9fb4-d6e0-490d-bc54-391a902cf555 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1506629
Feb 17 20:51:35.010615 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-850d79c5-41e1-4a5c-a65c-dc397e1990b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 1000 time: 0.1157305
Feb 17 20:51:35.089643 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-ea0b7e34-fa87-446d-bec3-bf1a5ee19984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:35.091970 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-ea0b7e34-fa87-446d-bec3-bf1a5ee19984 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0729311
Feb 17 20:51:35.169717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:35.170093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:35.186993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-d92a6578-cd54-4a7f-92b9-6bbcd8898ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:35.188621 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-d92a6578-cd54-4a7f-92b9-6bbcd8898ebb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842838
Feb 17 20:51:35.305286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Calling delete_port for f1ccf4e7-6931-4f67-8130-f504369a40f8 owned by network:floatingip {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:51:35.342130 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-78d48201-cbec-4f3d-8d5c-43367f827ff3 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448424
Feb 17 20:51:35.474263 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852489660'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:35.491069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48e7abde-cb0e-4da1-b11c-db8ad35386de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:35.508370 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca up at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 20:51:35.513884 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-430a2d4d-a7bd-4d81-96cb-03d4e99cc02d req-dad3845a-6c60-4396-bfe0-e7718e7c9291 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622896
Feb 17 20:51:35.586243 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Provisioning complete for port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca triggered by entity L2. {{(pid=84019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 20:51:35.586581 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854079729'] for port, provisioning_complete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:35.600105 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event deleted for resources: {'Port': ['ID=f1ccf4e7-6931-4f67-8130-f504369a40f8,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:35.605316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:35.730791 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:35.732140 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Floating IP 0d7f87ee-ab09-456b-a282-073d9889d1b9 disassociated (deleted). External IP: 172.27.2.33, port: 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca.
Feb 17 20:51:36.129972 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:51:36.337306 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:51:36.350265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] Sync routers for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:51:36.363585 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:51:36.364367 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b99d4b00>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:51:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:36.379043 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for floatingip, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:36.450482 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-d32febe4-3dd8-4154-8d30-68ed02b6bcb7 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "DELETE /v2.0/floatingips/0d7f87ee-ab09-456b-a282-073d9889d1b9 HTTP/1.1" status: 204  len: 173 time: 1.9683671
Feb 17 20:51:36.568705 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:51:36.581463 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:51:36.603310 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-f548c6e5-0389-4da1-9208-9c2021b9cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:36.604982 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-f548c6e5-0389-4da1-9208-9c2021b9cff0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1162 time: 0.1396136
Feb 17 20:51:36.696826 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'status': 'completed', 'code': 200}
Feb 17 20:51:36.766333 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-9cab468a-b2ff-4e12-b382-4679672c6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:36.767974 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-9cab468a-b2ff-4e12-b382-4679672c6a97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1562076
Feb 17 20:51:36.797626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-15996611-04c8-4c23-968b-7f0c92757bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:36.799649 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-15996611-04c8-4c23-968b-7f0c92757bcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7fa6d39787449afbfb66fcd9a853019&device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 1162 time: 0.0966177
Feb 17 20:51:36.849578 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-20b3c685-e55b-4304-8488-cab22252b475 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 217 time: 0.0741277
Feb 17 20:51:36.928071 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-a4451167-5d69-419b-ad56-74e534377739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:36.929130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b99d4b00>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:26Z', 'revision_number': 5, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:36.929536 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-a4451167-5d69-419b-ad56-74e534377739 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0701210
Feb 17 20:51:36.935397 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] Checking router: 3e8c80ac-3506-4671-b42b-1c57e090c4f4 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:51:36.945020 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:51:36.945768 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b99d4b00>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:51:07Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:36.958437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-ab4484d9-623e-4441-a12a-dfb23ac3d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:36.960026 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-ab4484d9-623e-4441-a12a-dfb23ac3d9dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 200  len: 909 time: 0.1529121
Feb 17 20:51:37.026774 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-970b4fce-bae0-4375-9fe8-15b60f1ec3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:37.029477 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-970b4fce-bae0-4375-9fe8-15b60f1ec3fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914702
Feb 17 20:51:37.042309 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-5bc82399-4ad3-4e80-a14e-2d0f6ff100a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 200  len: 217 time: 0.0711269
Feb 17 20:51:37.148190 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-b0b9f0a9-cf3e-4859-900b-cb854290973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:37.149902 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-b0b9f0a9-cf3e-4859-900b-cb854290973f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 200  len: 854 time: 0.0961330
Feb 17 20:51:37.158961 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:51:37.215996 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-fc2c4827-7ce6-469e-a54a-516e8c692741 service neutron] 10.222.0.23 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766136
Feb 17 20:51:37.237822 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ae9a-4697-493f-a8b0-75eb38017195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:37.250931 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-5a25192e-7936-4d36-9b57-d66b189fc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:37.253034 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-5a25192e-7936-4d36-9b57-d66b189fc706 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3d3f4e0-8aba-4246-96b9-9f78607312d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958130
Feb 17 20:51:37.383958 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16ad9212-7b4f-4efb-a3ca-489a97cbb4b5 req-931e4c0c-3775-488c-81f0-d27f505946fa service neutron] 10.222.0.23 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1600006
Feb 17 20:51:37.478320 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-b2d14909-7c26-4f06-87bc-7d49c9988fe8 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164047
Feb 17 20:51:37.569595 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b99d4b00>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:26Z', 'revision_number': 5, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:37.574470 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b1977-ad23-493b-824e-2f283fabe5c8 None None] The sync data for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi is: [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:48:18Z', 'revision_number': 4, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi', '_interfaces': [{'id': 'ce8fc234-a42f-4103-ad28-b122ed6bdd94', 'name': '', 'network_id': 'a3d3f4e0-8aba-4246-96b9-9f78607312d8', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'mac_address': 'fa:16:3e:c8:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:17Z', 'updated_at': '2021-02-17T20:48:26Z', 'revision_number': 5, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'subnets': [{'id': '1363fac6-5768-4a85-a7b0-479ad9e24578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:51:37.635869 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-487d26ae-365f-4e75-8a84-3df8e4da26ac req-6d143c74-9f79-4ae3-8dee-3868e5a0d5e3 service neutron] 10.222.0.54 "GET /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508479
Feb 17 20:51:37.818416 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:38.043665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:51:38.045069 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f540e-6199-476a-b955-02ec9b9f4836 None None] New status for floating IP 0d7f87ee-ab09-456b-a282-073d9889d1b9: DOWN {{(pid=84020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 20:51:39.028453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:39.108077 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:39.510418 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:42.155097 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4d179-3487-45f7-a2cc-82eb09ccd6d6 req-af09a126-3f05-48b6-a70e-b80a01fcff43 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:42.156695 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01f4d179-3487-45f7-a2cc-82eb09ccd6d6 req-af09a126-3f05-48b6-a70e-b80a01fcff43 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.0937653
Feb 17 20:51:42.205676 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01f4d179-3487-45f7-a2cc-82eb09ccd6d6 req-a50cdce1-d361-4b89-84ef-1ed1295c89c2 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422966
Feb 17 20:51:43.411304 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e68bda-ac8b-4195-b030-098a6f000513 req-c8a87bb3-a1c4-4021-9660-88c1ff2664ff tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:43.411983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e68bda-ac8b-4195-b030-098a6f000513 req-c8a87bb3-a1c4-4021-9660-88c1ff2664ff tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:51:43.427387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e68bda-ac8b-4195-b030-098a6f000513 req-c8a87bb3-a1c4-4021-9660-88c1ff2664ff tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:51:43.428977 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7e68bda-ac8b-4195-b030-098a6f000513 req-c8a87bb3-a1c4-4021-9660-88c1ff2664ff tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.1074834
Feb 17 20:51:43.478330 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e68bda-ac8b-4195-b030-098a6f000513 req-219ac526-224c-4ea7-8ca4-916dc940e5bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:security_group {{(pid=84017) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:51:43.493328 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e7e68bda-ac8b-4195-b030-098a6f000513 req-219ac526-224c-4ea7-8ca4-916dc940e5bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:security_group {{(pid=84017) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:51:43.494634 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e7e68bda-ac8b-4195-b030-098a6f000513 req-219ac526-224c-4ea7-8ca4-916dc940e5bf tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581422
Feb 17 20:51:44.772554 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cff5ec-3027-4a42-b060-8dabb97adecb req-b0b35fc4-589d-4600-829c-d2d02ace72ce tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:44.774171 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-04cff5ec-3027-4a42-b060-8dabb97adecb req-b0b35fc4-589d-4600-829c-d2d02ace72ce tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.1574049
Feb 17 20:51:44.780911 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-72c7ee91-17d1-486a-ad4f-fd0d33f62e4d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:44.782383 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-72c7ee91-17d1-486a-ad4f-fd0d33f62e4d tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.54 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 945 time: 0.1246212
Feb 17 20:51:44.885553 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-04cff5ec-3027-4a42-b060-8dabb97adecb req-8b305ccd-188b-41c3-9183-631568b82160 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021419
Feb 17 20:51:44.894134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Deleting port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:44.894516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:45.163044 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:45.163437 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:45.208890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Device 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca no longer exists at agent ovs-agent-hv-cinder-75999 {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:51:45.300786 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Calling delete_port for 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:51:45.341454 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854072441'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:45.376167 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:51:45.387490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:45.390983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256671735019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256672117705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780182658129'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:45.393128 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84018) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:51:45.393516 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:51:45.393955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:45.437457 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'code': 200}
Feb 17 20:51:45.473015 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Pushing event updated for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=7']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:45.480967 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.481390 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.481853 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.482242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.482626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.483005 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.483381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.483757 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.484131 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.484503 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.484876 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.485244 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.485658 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.486057 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.486428 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.486798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.487168 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.487546 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.487915 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.488284 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.488673 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.489042 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.489411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.489802 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:45.494411 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:45.894816 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Deleting port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:45.895415 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:46.228206 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3639e4-ea23-4508-b4b1-d95ac1c3144d req-5e56a077-99cb-4969-ab7b-8f755e1d40f3 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 20:51:46.229883 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1d3639e4-ea23-4508-b4b1-d95ac1c3144d req-5e56a077-99cb-4969-ab7b-8f755e1d40f3 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 943 time: 0.2247233
Feb 17 20:51:46.272431 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] For port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75999',level=0,port_id=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:46.272837 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:46.423952 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Calling delete_port for 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca owned by compute:nova {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:51:46.463830 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1d3639e4-ea23-4508-b4b1-d95ac1c3144d req-2a3ba1d1-b212-45a9-b965-bb404c843cb8 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/security-groups?id=daadb91c-4ddf-4c16-9c7a-e70285e87acc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259550
Feb 17 20:51:46.586257 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:46.601913 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ab81c8b3-125f-4d8f-998e-166babc5881a tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:46.701235 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Pushing event deleted for resources: {'Port': ['ID=336d10b7-5d40-4cb7-b35c-541fe8f8a2ca,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:46.719490 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.719902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.720312 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.720735 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.721117 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.721511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.721929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.722329 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.722724 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.723119 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.723508 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.723898 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75999 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.724331 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.724723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.725111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.725501 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.725914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.726408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.726710 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.727095 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.727487 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.727878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.728262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.728656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-3-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 20:51:46.734959 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:46.831192 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] No DVR routers for this DVR port 336d10b7-5d40-4cb7-b35c-541fe8f8a2ca on host hv-cinder-75999 {{(pid=84018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:51:46.833504 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162992'] for port, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:46.836378 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'name': 'network-vif-deleted', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca'}] {{(pid=84018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 20:51:46.852385 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de5d62ef-10f2-4084-9fb3-e64c0c740031 req-7fad4d57-c6a3-47d0-9279-3c2ea497ce47 tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.54 "DELETE /v2.0/ports/336d10b7-5d40-4cb7-b35c-541fe8f8a2ca HTTP/1.1" status: 204  len: 173 time: 2.0545599
Feb 17 20:51:46.887627 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661c470e-1490-4cf1-9692-9f3130914bfd', 'name': 'network-vif-deleted', 'tag': '336d10b7-5d40-4cb7-b35c-541fe8f8a2ca', 'status': 'completed', 'code': 200}
Feb 17 20:51:47.647674 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d490437d-b742-460f-8b71-d2d356aca3be req-a541ff0c-316f-441f-bf8d-81c08173d9fd tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Synchronizing usage tracker for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84018) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 20:51:47.662702 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d490437d-b742-460f-8b71-d2d356aca3be req-a541ff0c-316f-441f-bf8d-81c08173d9fd tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] Unset dirty status for tenant:c7fa6d39787449afbfb66fcd9a853019 on resource:port {{(pid=84018) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 20:51:47.663996 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d490437d-b742-460f-8b71-d2d356aca3be req-a541ff0c-316f-441f-bf8d-81c08173d9fd tempest-TestMinimumBasicScenario-1916227659 tempest-TestMinimumBasicScenario-1916227659-project] 10.222.0.23 "GET /v2.0/ports?device_id=661c470e-1490-4cf1-9692-9f3130914bfd HTTP/1.1" status: 200  len: 210 time: 0.0692966
Feb 17 20:51:49.343809 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 35626) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:51:50.162567 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832602'] for router_interface, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:50.535130 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Deleting port ce8fc234-a42f-4103-ad28-b122ed6bdd94 {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:50.535721 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:50.725363 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] For port ce8fc234-a42f-4103-ad28-b122ed6bdd94, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=ce8fc234-a42f-4103-ad28-b122ed6bdd94,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:50.725811 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:50.860291 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Calling delete_port for ce8fc234-a42f-4103-ad28-b122ed6bdd94 owned by network:router_interface {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:51:51.035685 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:51.051914 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b87dddb-a683-4fb8-b6ab-d89545fed376 tempest-AttachVolumeNegativeTest-198165776 tempest-AttachVolumeNegativeTest-198165776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:51.157856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8fc234-a42f-4103-ad28-b122ed6bdd94,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:51.162608 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:51.466486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853111934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832692'] for router_interface, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:51.982627 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 has already been hosted by L3 agent d5956750-6494-4c1b-a6bb-60059d1e97b6 {{(pid=84018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 20:51:52.419885 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] Notify agent at l3_agent.dv-cinder-759994-3-iscsi the message routers_updated {{(pid=84018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 20:51:52.432093 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] Sync routers for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 20:51:52.436101 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6b49a881-f6d1-4a34-884b-751b19a8c236 admin admin] 10.222.0.23 "PUT /v2.0/routers/3e8c80ac-3506-4671-b42b-1c57e090c4f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0910914
Feb 17 20:51:52.438715 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84018) accepted ('10.222.0.23', 35630) {{(pid=84018) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:51:52.443452 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:51:52.444138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b98f7588>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:51:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:52.637121 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:52.653586 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: dv-cinder-759994-3-iscsi {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:51:52.843138 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:52.851796 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Deleting port a6df0c91-49f5-44ac-a2fc-4228a789413f {{(pid=84018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:52.852179 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.056262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] For port a6df0c91-49f5-44ac-a2fc-4228a789413f, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=a6df0c91-49f5-44ac-a2fc-4228a789413f,segment=NetworkSegment(36358193-1777-41d3-a8a3-8e9ed249ba12),segment_id=36358193-1777-41d3-a8a3-8e9ed249ba12)] {{(pid=84018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:53.057359 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.143405 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b98f7588>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'external_fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:51:50Z', 'revision_number': 5, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port': {'id': 'a6df0c91-49f5-44ac-a2fc-4228a789413f', 'name': '', 'network_id': 'b8ead297-4f64-4f86-9dc4-69f0346f428a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:48:13Z', 'updated_at': '2021-02-17T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a77a138a-48dd-4baf-b9e3-d9f287eb8723', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-3-iscsi'}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:53.147626 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] Checking router: 3e8c80ac-3506-4671-b42b-1c57e090c4f4 for host: dv-cinder-759994-3-iscsi {{(pid=84019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 20:51:53.157098 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] Routers {'3e8c80ac-3506-4671-b42b-1c57e090c4f4'} bound to L3 agent in host dv-cinder-759994-3-iscsi {{(pid=84019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 20:51:53.157873 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc4b98f7588>, 'dv-cinder-759994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:22:07Z,description=<?>,heartbeat_timestamp=2021-02-17T20:51:37Z,host='dv-cinder-759994-3-iscsi',id=d5956750-6494-4c1b-a6bb-60059d1e97b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T20:22:07Z,topic='l3_agent')) {'router_ids': ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'], 'active': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:53.200558 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Calling delete_port for a6df0c91-49f5-44ac-a2fc-4228a789413f owned by network:router_gateway {{(pid=84018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:51:53.324038 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] Set router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 gateway port host: None {{(pid=84019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 20:51:53.387950 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852118516'] for port, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.401388 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e6bcb7f2-425f-4c76-9d1a-d5abd6eec070 tempest-VolumesSnapshotTestJSON-1694985202 tempest-VolumesSnapshotTestJSON-1694985202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:53.442137 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc4b98f7588>, [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:51:52Z', 'revision_number': 6, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port_host': None}], 'dv-cinder-759994-3-iscsi', False) {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:53.446612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f11671-2ebb-464b-9986-beb7eb45c4be None None] The sync data for ids ['3e8c80ac-3506-4671-b42b-1c57e090c4f4'] in dv-cinder-759994-3-iscsi is: [{'id': '3e8c80ac-3506-4671-b42b-1c57e090c4f4', 'name': 'tempest-TestMinimumBasicScenario-1126397372-router', 'tenant_id': 'c7fa6d39787449afbfb66fcd9a853019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:48:12Z', 'updated_at': '2021-02-17T20:51:52Z', 'revision_number': 6, 'project_id': 'c7fa6d39787449afbfb66fcd9a853019', 'gw_port_host': None}] {{(pid=84019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 20:51:53.498647 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6df0c91-49f5-44ac-a2fc-4228a789413f,revision_number=None']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:53.505971 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:53.653649 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853061760'] for router_gateway, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.858400 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7506'] for router, precommit_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.861039 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.887134 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833490'] for router, after_delete {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.887745 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e8c80ac-3506-4671-b42b-1c57e090c4f4 {{(pid=84018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 20:51:53.901381 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:53.903317 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-aa71ffa9-e5a5-4509-85ed-eb2b1c6d12c0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3e8c80ac-3506-4671-b42b-1c57e090c4f4 HTTP/1.1" status: 204  len: 168 time: 1.4629838
Feb 17 20:51:53.906575 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 35636) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:51:53.983800 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Deleting subnet 1363fac6-5768-4a85-a7b0-479ad9e24578 {{(pid=84017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 20:51:53.987392 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:54.042758 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852188821'] for subnet, precommit_delete_associations {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:54.134124 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062818'] for subnet, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:54.406942 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852489072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105887'] for subnet, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:54.422980 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4a36ca06-ac79-41f0-8e46-1d7b6517aafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:54.462582 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1363fac6-5768-4a85-a7b0-479ad9e24578,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:54.466111 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:54.509247 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device ce8fc234-a42f-4103-ad28-b122ed6bdd94 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:51:54.547717 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: ce8fc234-a42f-4103-ad28-b122ed6bdd94 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:51:54.548113 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device ce8fc234-a42f-4103-ad28-b122ed6bdd94 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:51:54.548584 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a6df0c91-49f5-44ac-a2fc-4228a789413f no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:51:54.573322 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:54.580656 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18981a4-e7ef-4a81-9ff8-1d5836e9dd86 None None] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 requested from dv-cinder-759994-3-iscsi {{(pid=84019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 20:51:54.581157 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ad9c01fe-7b46-4904-852d-3d414996a32e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1363fac6-5768-4a85-a7b0-479ad9e24578 HTTP/1.1" status: 204  len: 168 time: 0.6728311
Feb 17 20:51:54.583993 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 35640) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:51:54.654776 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: a6df0c91-49f5-44ac-a2fc-4228a789413f {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:51:54.655156 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device a6df0c91-49f5-44ac-a2fc-4228a789413f not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:51:54.707963 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854048037'] for network, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:54.789539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Deleting port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:54.790016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:54.877615 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] DHCP port deletion for a3d3f4e0-8aba-4246-96b9-9f78607312d8 request from dv-cinder-759994-3-iscsi {{(pid=84019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 20:51:54.882166 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] Deleting port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:54.882590 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:55.033670 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] For port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:55.034023 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:55.116486 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] For port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9, host dv-cinder-759994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-3-iscsi',level=0,port_id=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,segment=NetworkSegment(b1c59302-f4cc-4adb-b2ff-41c6a372ef4c),segment_id=b1c59302-f4cc-4adb-b2ff-41c6a372ef4c)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 20:51:55.116929 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853066892'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:55.260553 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] Calling delete_port for d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:51:55.347521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854072464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780183040815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780182658095'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:55.365092 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:55.442989 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Calling delete_port for d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 20:51:55.476462 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] Pushing event deleted for resources: {'Port': ['ID=d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:55.479377 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:55.536861 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 20:51:55.537237 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 20:51:55.539440 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf981c9-d6fa-4529-9120-84dd1289d260 None None] No DVR routers for this DVR port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 on host dv-cinder-759994-3-iscsi {{(pid=84019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 20:51:56.038260 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Deleting port d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 20:51:56.038654 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256671744628'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:56.111695 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] The port 'd2ed1402-5abc-4a2c-97d4-a43b6f8e93f9' was deleted {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 20:51:56.237709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854055033', 'neutron.services.segments.db._delete_segments_for_network-8780182999053'] for network, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:56.357196 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc4b8e4f860>,) {'filters': {'network_id': ['a3d3f4e0-8aba-4246-96b9-9f78607312d8']}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:56.373494 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b8e4f860>, 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c') {'for_net_delete': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:56.373850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc4b8e4f860>, 'b1c59302-f4cc-4adb-b2ff-41c6a372ef4c') {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 20:51:56.386274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780182995213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2586995'] for segment, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:56.405218 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717623'] for segment, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:56.407488 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 20:51:56.508902 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 no longer exists at agent ovs-agent-dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 20:51:56.547736 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] No Port match for: d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 {{(pid=84019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 20:51:56.548149 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Device d2ed1402-5abc-4a2c-97d4-a43b6f8e93f9 not bound to the agent host dv-cinder-759994-3-iscsi {{(pid=84019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 20:51:56.600245 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:51:56.610568 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854058225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2286191'] for segment, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:56.798611 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Network a3d3f4e0-8aba-4246-96b9-9f78607312d8 has no segments {{(pid=84017) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     timer()
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     self._notify()
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     event.method(event)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     **kwargs)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 20:51:56.821943 dv-cinder-759994-3-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 20:51:56.901268 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714119'] for network, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:56.905521 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:56.920181 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663896'] for network, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:56.938274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d3f4e0-8aba-4246-96b9-9f78607312d8,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:56.941877 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:56.952903 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e7ad4a3d-e7d1-43ac-9eda-9933c842bdca admin admin] 10.222.0.23 "DELETE /v2.0/networks/a3d3f4e0-8aba-4246-96b9-9f78607312d8 HTTP/1.1" status: 204  len: 168 time: 2.3672400
Feb 17 20:51:57.147450 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 35646) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:51:57.202092 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b5620758-7a6d-4e3c-9935-7c2a8bb47880 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7fa6d39787449afbfb66fcd9a853019&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532670
Feb 17 20:51:57.204798 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84017) accepted ('10.222.0.23', 35650) {{(pid=84017) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 20:51:57.268765 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0651a42a-f2d4-466a-8c6a-9caf27ad0e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:57.296890 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0651a42a-f2d4-466a-8c6a-9caf27ad0e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:57.349034 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0651a42a-f2d4-466a-8c6a-9caf27ad0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853185161'] for security_group, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:57.354300 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3ea86bd-a8cf-4360-a523-f0739a00759e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 20:51:57.368665 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651a42a-f2d4-466a-8c6a-9caf27ad0e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daadb91c-4ddf-4c16-9c7a-e70285e87acc,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 20:51:57.372593 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0651a42a-f2d4-466a-8c6a-9caf27ad0e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 20:51:57.379248 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0651a42a-f2d4-466a-8c6a-9caf27ad0e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:51:57.380652 dv-cinder-759994-3-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0651a42a-f2d4-466a-8c6a-9caf27ad0e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/daadb91c-4ddf-4c16-9c7a-e70285e87acc HTTP/1.1" status: 204  len: 168 time: 0.1748428
Feb 17 20:52:04.612387 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-275d8b1f-a39a-4e48-b80b-de8b918ce34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:07.180511 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31af8ec1-01e6-4345-b442-9087b659faaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:07.819850 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:09.031471 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:09.104619 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:09.512604 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:15.047269 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:52:34.615709 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-381dcbb5-eadf-402e-9993-8452e5a7fc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:37.183924 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b967c3b0-971a-47bd-83d6-4a9ff5159643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:37.821478 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:39.034738 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:39.105350 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:39.517764 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:52:52.047465 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:53:04.617728 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2e8f-09f2-4d17-a81a-978e10761c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:07.186274 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b4e456-7535-480c-90ff-15337a54fe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:07.824983 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:09.038453 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:09.113177 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:09.519154 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:29.047916 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:53:34.619308 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11c11f2f-c5eb-480f-85da-76ebf6250895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:37.191139 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6acf9449-4119-455c-9aca-493b3b8867eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:37.827301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:39.041286 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:39.111856 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:53:39.521569 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:04.622259 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1be8f3e1-bd82-49a0-9199-a8c973702cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:06.048182 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:54:07.193197 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c325903d-a59a-4848-ba70-b285c61f0a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:07.831500 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:09.044612 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:09.125525 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:09.523878 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:34.624633 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29278918-5a69-495f-bd09-7fb49762b17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:37.194301 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c691a82e-2e41-4cc3-ad1e-6e9f1da18be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:37.834225 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:39.047215 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:39.142053 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:39.528104 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:54:43.048364 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:55:04.629955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef1-9411-4f53-abcb-4302adab8a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:07.196713 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7900f9c3-677d-4a03-b2d9-1c47b0dba80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:07.836539 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:09.049408 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:09.140401 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:09.529270 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:20.048964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:55:34.632262 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3c52-6ca1-41b5-9000-de500cb25dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:37.198964 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-066f1dc5-09ef-4daf-85d1-2cbbf7c63ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:37.838886 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:39.052239 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:39.156676 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:39.532384 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:55:57.049242 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:56:04.637123 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9340a634-014a-4739-87d1-eead502f230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:07.201016 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6af5c714-6afb-43f1-a569-4dccd07a2e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:07.843414 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:09.058394 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:09.153316 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:09.535956 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:25.702335 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-146a986e-8bb2-4c11-b26e-26e3dc42dc8d req-76e1836d-20f0-47f2-a28a-a4d0eac59c25 service neutron] (84018) timed out ('10.222.0.23', 58666) {{(pid=84018) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 20:56:34.052761 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:56:34.639857 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c03dd3aa-fdcb-4ef2-b69d-364e2a3299b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:37.203812 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9961a07-eaf4-4e55-ad51-d7279de5e991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:37.845292 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:39.051944 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:39.167403 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:56:39.547662 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:04.644936 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-84aa5863-4e6a-4806-81ed-220331e09fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:04.653382 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-9786b20b-c632-466b-a3bb-4700d97fb16d req-e0a2293c-c5de-4160-8d72-d3053decde43 service neutron] (84017) timed out ('10.222.0.23', 60346) {{(pid=84017) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 20:57:07.206265 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f15-accc-4854-9ce6-f19f83598e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:07.848799 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:09.054788 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:09.166723 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:09.552201 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:11.052320 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 20:57:34.648955 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d00acf56-fbec-493a-a4d7-869e0195e739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:37.206417 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34aa162e-f64f-4a1a-b3c7-f7fdeb021384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:37.849252 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ee44-44c5-9c54-e9c5489ed126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:39.057659 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433a4149-4721-4e8b-98cb-a4d2263c1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:39.165000 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d158eaf8-c81a-4d0e-b6ac-13d2f3174ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:39.554870 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3070-2ef5-47ba-9c9d-59c2f85cbd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256671788814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086919'] for agent, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 20:57:48.051554 dv-cinder-759994-3-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-f3e9709f-8992-4d3b-8046-ef042ad8bd6a None None] Agent healthcheck: found 6 active agents {{(pid=84020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}